-- Logs begin at Thu 2022-09-22 21:30:47 UTC, end at Thu 2022-09-22 22:37:41 UTC. -- Sep 22 22:01:27.702430 dv-cinder-849143-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 22 22:01:30.373035 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.common.config [-] Logging enabled! Sep 22 22:01:30.373631 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev13 Sep 22 22:01:30.373775 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106315) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 22 22:01:30.376988 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.common.config [-] Logging enabled! Sep 22 22:01:30.377281 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev13 Sep 22 22:01:30.377595 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106315) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 22 22:01:30.378526 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 22:01:30.378758 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 22:01:30.379226 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 22:01:30.379473 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 22:01:30.379698 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 22:01:30.380013 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.380308 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.380538 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.380834 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.381149 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.381441 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.382311 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.382707 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.382996 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.383277 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.383560 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.383792 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.384073 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.384358 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.384643 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.384867 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] debug = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.385173 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.385595 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.385996 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.386278 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.386562 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.386840 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.387110 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.387382 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.387662 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.387988 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] host = dv-cinder-849143-6-iscsi {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.388262 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.388544 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.388826 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.389131 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.389402 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.389677 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.389963 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.390235 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.390506 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] log_file = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.390780 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.391067 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.391352 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.391646 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.391873 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.392093 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.392375 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.392662 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.392933 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.393234 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.393507 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.393777 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.394047 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.394312 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.394591 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.394869 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.395151 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.395420 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.395689 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.395957 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.396224 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.396503 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.396771 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.397040 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.397962 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.398254 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.398600 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.398867 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.399165 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.399451 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.399732 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.400016 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.400287 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.400567 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.400837 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.401126 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.401396 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] use_json = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.401671 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.401939 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.402218 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.402489 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.402760 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.403030 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.403299 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.403581 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.403850 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:30.404143 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.404439 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.404739 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.405023 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.405351 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.405637 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.405928 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.406205 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.406494 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.406782 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.407068 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.407345 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.407645 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.407935 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.408231 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.408533 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.408826 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.409127 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.409415 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.409689 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.409962 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.410239 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.410523 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.410799 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.411084 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.411371 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.411655 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.411950 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.412235 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.412519 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.412810 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.413240 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.413523 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.413800 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.414091 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.414369 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.414643 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.414932 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.415208 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.415484 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.415767 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.416059 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.416350 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.416625 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.416903 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.417221 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.417503 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.417777 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.418052 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.418330 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.418604 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.418889 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.419166 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.419440 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.419715 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.419992 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.420265 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.420538 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.420816 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.421088 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.421384 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.421673 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.421938 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.422209 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.422481 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.422752 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.423022 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.423293 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.423568 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.423838 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.424107 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.424376 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.424647 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.424917 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.425227 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.425523 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.425800 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.426074 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.426348 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.426622 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.426895 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.427167 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.427442 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.427717 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.427991 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.428282 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.428590 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.428869 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.429171 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.429472 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.429768 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.430048 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.430325 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.430602 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.430877 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.431152 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.431441 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.431721 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.432000 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.432282 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.432564 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.432856 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.433169 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.433446 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.433737 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.434028 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.434318 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.434595 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.434897 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.435176 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:30.435393 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 22:01:30.435634 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106315) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 22 22:01:30.826353 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 22 22:01:30.826675 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 22 22:01:30.826940 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 22 22:01:30.827165 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 22 22:01:30.827437 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 22 22:01:30.827766 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 22 22:01:31.153181 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.153398 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.153668 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.154848 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.155121 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.155383 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.208212 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.208494 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.208762 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.224616 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.224902 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.225194 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.253818 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.254094 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.254356 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.292310 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.292588 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.292860 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.523322 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.523932 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.523932 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.525017 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.525759 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.623170 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.623489 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.623767 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.624034 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.624299 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.624608 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.624868 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.625205 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.625466 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.625747 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.626005 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.626269 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.626526 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.626777 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.627043 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.627305 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.627559 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.627824 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.628091 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.628349 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.628625 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.628875 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.629184 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.629562 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.629813 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.630054 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.630454 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 22:01:31.630695 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 22:01:31.630933 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 22:01:31.631168 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 22:01:31.631401 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 22:01:31.632255 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 22:01:31.632616 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 22 22:01:31.635694 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 22 22:01:31.639580 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 22 22:01:31.643442 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 22 22:01:31.645049 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 22 22:01:31.645687 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 22 22:01:31.646022 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 22 22:01:31.646404 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 22 22:01:31.649215 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 22 22:01:31.649464 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 22 22:01:31.649811 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 22 22:01:31.654941 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 22 22:01:31.677497 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 22 22:01:31.677945 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.678245 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106315) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 22 22:01:31.679149 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.680495 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106315) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 22 22:01:31.680771 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 22 22:01:31.681016 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 22 22:01:31.691664 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.691948 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:31.825293 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 22 22:01:31.825472 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 22 22:01:31.825705 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 22 22:01:31.826084 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 22 22:01:31.879461 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO dbcounter [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Registered counter for database neutron Sep 22 22:01:31.898614 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_db.sqlalchemy.engines [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106315) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 22 22:01:31.904330 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG dbcounter [-] [106315] Writer thread running {{(pid=106315) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 22 22:01:32.445925 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.plugins.ml2.managers [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Initializing driver for type 'gre' Sep 22 22:01:32.446595 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] gre ID ranges: [(1, 1000)] Sep 22 22:01:32.502391 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.plugins.ml2.managers [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Initializing driver for type 'local' Sep 22 22:01:32.502752 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.plugins.ml2.managers [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Initializing driver for type 'vlan' Sep 22 22:01:32.516434 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] VlanTypeDriver initialization complete Sep 22 22:01:32.516854 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.plugins.ml2.managers [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Initializing driver for type 'vxlan' Sep 22 22:01:32.517435 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] vxlan ID ranges: [(1, 1000)] Sep 22 22:01:32.570545 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.plugins.ml2.managers [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Initializing extension driver 'port_security' Sep 22 22:01:32.571147 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.plugins.ml2.extensions.port_security [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] PortSecurityExtensionDriver initialization complete Sep 22 22:01:32.571243 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.plugins.ml2.managers [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Initializing mechanism driver 'openvswitch' Sep 22 22:01:32.571544 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.plugins.ml2.managers [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Initializing mechanism driver 'hyperv' Sep 22 22:01:32.578091 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.plugins.ml2.plugin [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:01:32.578767 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > port after_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.579147 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > port after_update 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.579780 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > port after_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.580267 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106315) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 22:01:32.580692 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > subnet after_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.581055 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > subnet after_update 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.581438 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.581835 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106315) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 22:01:32.582250 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > network after_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.582620 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > network after_update 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.582962 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > network after_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.583354 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106315) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 22:01:32.583765 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > security_group after_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.584126 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > security_group after_update 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.584476 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.585506 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106315) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 22:01:32.585942 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.586298 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.586645 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.587167 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106315) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 22:01:32.587581 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > address_group after_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.587938 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > address_group after_update 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.588286 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.588680 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106315) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 22:01:32.589148 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] ML2 OVO RPC backend initialized. {{(pid=106315) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 22 22:01:32.589862 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.590223 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.590647 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > network before_response 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.591005 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > networks before_response 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.591358 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > port before_response 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.591707 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > ports before_response 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.592056 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > subnet before_response 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.592402 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > subnets before_response 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.592754 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > network after_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.593099 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > network after_update 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.593478 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > network after_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.593838 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > port after_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.594221 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > port after_update 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.594584 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > port after_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.594926 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > subnet after_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.595307 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > subnet after_update 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.595651 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.603889 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.quota [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded quota_driver: . Sep 22 22:01:32.604261 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.plugins.ml2.plugin [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Modular L2 Plugin initialization complete Sep 22 22:01:32.604614 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading services supported by the core plugin {{(pid=106315) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 22 22:01:32.604963 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.plugins.ml2.managers [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Got port-security extension from driver 'port_security' Sep 22 22:01:32.605481 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.extensions.vlantransparent [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Disabled vlantransparent extension. Sep 22 22:01:32.605986 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106315) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 22 22:01:32.606316 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading Plugin: router Sep 22 22:01:32.641817 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.642251 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > router after_create 55549900 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.642630 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > router before_create 55549900 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.643001 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.643381 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.643749 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > router after_delete 55549900 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.644115 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.644472 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.644835 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > router after_create 55549900 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.645213 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > router after_update 55549900 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.645569 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > router after_update 55549900 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.645924 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.646289 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > router after_update 55549900 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.646714 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > router precommit_update 55549900 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.647100 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: port after_update 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.648028 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: port after_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.648471 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: subnet after_update 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.648827 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.649283 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.649647 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > router precommit_create 55549900 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.650005 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: port before_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.650358 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > router precommit_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.650723 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > router after_update 55549900 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.651071 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.651429 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > router precommit_create 55549900 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.651798 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.652152 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > router precommit_update 55549900 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.652524 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > agent after_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.652880 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > agent after_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.653255 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > network after_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.654122 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.quota.resource_registry [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Tracking information for resource: router configured {{(pid=106315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 22:01:32.654458 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.quota.resource_registry [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Tracking information for resource: floatingip configured {{(pid=106315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 22:01:32.659328 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.db.l3_agentschedulers_db [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 22 22:01:32.659915 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: port after_update 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.660285 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: port after_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.660647 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: port after_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.660999 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: port after_update 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.661823 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > router before_create 55550100 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.662198 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.662566 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > router precommit_create 55550100 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.663004 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > router precommit_update 55550100 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.668060 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.services.provider_configuration [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Service providers = [] {{(pid=106315) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 22 22:01:32.668429 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.db.servicetype_db [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106315) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 22 22:01:32.671415 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.services.service_base [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106315) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 22:01:32.671771 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.services.service_base [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106315) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 22:01:32.672119 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.services.service_base [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106315) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 22:01:32.673011 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.services.service_base [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106315) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 22:01:32.673427 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.services.service_base [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 22 22:01:32.673812 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 22:01:32.674138 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 22 22:01:32.685970 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 22:01:32.686313 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading Plugin: auto_allocate Sep 22 22:01:32.692009 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: network precommit_update 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.692385 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: network precommit_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.692904 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 22:01:32.693274 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading Plugin: tag Sep 22 22:01:32.700467 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 22:01:32.700746 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading Plugin: timestamp Sep 22 22:01:32.705023 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 22:01:32.705384 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading Plugin: network_ip_availability Sep 22 22:01:32.711424 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.711796 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.712155 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.712881 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 22:01:32.713237 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading Plugin: flavors Sep 22 22:01:32.717904 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 22:01:32.718241 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading Plugin: revisions Sep 22 22:01:32.722663 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 22:01:32.723052 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_concurrency.lockutils [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.895s {{(pid=106315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 22 22:01:32.723810 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106315) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 22 22:01:32.724155 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Initializing extension manager. Sep 22 22:01:32.724693 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: __init__.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.725041 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: __pycache__ {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.725557 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: address_group.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.726501 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.727075 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: address-group Sep 22 22:01:32.727440 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: address_scope.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.728106 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.728617 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: address-scope Sep 22 22:01:32.728942 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.729863 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.730369 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: router-admin-state-down-before-update Sep 22 22:01:32.730728 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: agent.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.731369 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.731869 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: agent Sep 22 22:01:32.732194 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: agent_resources_synced.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.733065 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.733599 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: agent-resources-synced Sep 22 22:01:32.733923 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: allowedaddresspairs.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.735765 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.736290 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: allowed-address-pairs Sep 22 22:01:32.736626 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: auto_allocated_topology.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.737708 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.738227 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: auto-allocated-topology Sep 22 22:01:32.738619 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: availability_zone.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.739223 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.739731 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: availability_zone Sep 22 22:01:32.740058 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: availability_zone_filter.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.741052 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.741720 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: availability_zone_filter Sep 22 22:01:32.742051 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: data_plane_status.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.742925 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.743437 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension data-plane-status not supported by any of loaded plugins Sep 22 22:01:32.743763 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: default_subnetpools.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.744647 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.745180 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: default-subnetpools Sep 22 22:01:32.745508 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.746305 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.746800 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: dhcp_agent_scheduler Sep 22 22:01:32.747125 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: dns.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.748001 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.748506 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension dns-integration not supported by any of loaded plugins Sep 22 22:01:32.748833 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: dns_domain_ports.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.749731 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.750264 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 22 22:01:32.750590 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.751470 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.751970 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 22 22:01:32.752294 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: dvr.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.752930 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.753473 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: dvr Sep 22 22:01:32.753800 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: ecmp_routes.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.754670 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.755172 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 22 22:01:32.755497 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: empty_string_filtering.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.756368 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.757468 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: empty-string-filtering Sep 22 22:01:32.757850 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.758722 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.759225 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 22 22:01:32.759552 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.760418 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.760921 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 22 22:01:32.761289 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: external_net.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.762197 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.762703 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: external-net Sep 22 22:01:32.763030 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.763896 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.764402 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: extra_dhcp_opt Sep 22 22:01:32.764727 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: extraroute.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.765625 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.766133 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: extraroute Sep 22 22:01:32.766458 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: extraroute_atomic.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.767445 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.767950 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: extraroute-atomic Sep 22 22:01:32.768274 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: filter_validation.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.768900 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.769428 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: filter-validation Sep 22 22:01:32.769753 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: fip_pf_description.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.770615 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.771114 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 22 22:01:32.771437 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: fip_pf_detail.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.773034 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.773643 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 22 22:01:32.773971 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: fip_pf_port_range.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.774843 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.775344 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 22 22:01:32.775670 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: fip_port_details.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.776549 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.777057 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: fip-port-details Sep 22 22:01:32.777411 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: flavors.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.778597 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.779115 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: flavors Sep 22 22:01:32.779445 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.781052 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.781601 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 22 22:01:32.781938 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: floatingip_pools.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.782611 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.783124 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: floatingip-pools Sep 22 22:01:32.783460 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: ip_allocation.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.784346 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.784851 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension ip_allocation not supported by any of loaded plugins Sep 22 22:01:32.785215 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.786118 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.786627 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: ip-substring-filtering Sep 22 22:01:32.786954 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: l2_adjacency.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.787939 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.788627 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 22 22:01:32.788953 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: l3.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.789923 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.790442 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: router Sep 22 22:01:32.790771 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.793168 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.793704 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 22 22:01:32.794042 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.794927 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.795443 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: ext-gw-mode Sep 22 22:01:32.795776 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.796660 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.797199 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: l3-ha Sep 22 22:01:32.797532 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.798405 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.799020 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 22 22:01:32.799244 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: l3_flavors.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.800122 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.800631 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: l3-flavors Sep 22 22:01:32.800960 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.802324 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.802841 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 22 22:01:32.803182 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.804109 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.804618 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 22 22:01:32.804950 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: l3agentscheduler.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.805992 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.806506 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: l3_agent_scheduler Sep 22 22:01:32.806839 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: local_ip.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.808539 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.809063 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension local_ip not supported by any of loaded plugins Sep 22 22:01:32.809426 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: logging.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.811149 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.811700 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension logging not supported by any of loaded plugins Sep 22 22:01:32.812041 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: metering.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.812760 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.813385 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: metering Sep 22 22:01:32.813722 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.814779 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.815299 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: metering_source_and_destination_fields Sep 22 22:01:32.815634 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: multiprovidernet.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.816525 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.817046 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: multi-provider Sep 22 22:01:32.817403 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: netmtu.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.818295 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.818808 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: net-mtu Sep 22 22:01:32.819684 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: netmtu_writable.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.820570 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.821077 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: net-mtu-writable Sep 22 22:01:32.821427 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: network_availability_zone.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.822064 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.822570 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: network_availability_zone Sep 22 22:01:32.822900 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: network_ip_availability.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.823962 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.824472 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: network-ip-availability Sep 22 22:01:32.824804 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: network_segment_range.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.825573 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.826074 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension network-segment-range not supported by any of loaded plugins Sep 22 22:01:32.826400 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: pagination.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.827346 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.827682 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: pagination Sep 22 22:01:32.828008 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: port_device_profile.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.828879 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.829426 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: port-device-profile Sep 22 22:01:32.830017 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: port_mac_address_override.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.830895 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.831405 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: port-mac-override Sep 22 22:01:32.831760 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.832641 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.833175 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: port-mac-address-regenerate Sep 22 22:01:32.833503 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.834389 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.835554 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: port-numa-affinity-policy Sep 22 22:01:32.835878 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: port_resource_request.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.836760 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.837307 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension port-resource-request not supported by any of loaded plugins Sep 22 22:01:32.837633 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: port_resource_request_groups.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.838552 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.839090 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 22 22:01:32.839417 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: portbindings.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.840306 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.840815 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: binding Sep 22 22:01:32.841167 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: portbindings_extended.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.842383 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.842899 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: binding-extended Sep 22 22:01:32.843236 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: portsecurity.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.844104 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.844618 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: port-security Sep 22 22:01:32.844946 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: project_id.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.846113 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.846453 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: project-id Sep 22 22:01:32.846782 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: providernet.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.847662 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.848175 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: provider Sep 22 22:01:32.848506 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: qos.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.852060 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.852594 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension qos not supported by any of loaded plugins Sep 22 22:01:32.852930 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.854201 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.854724 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 22 22:01:32.855057 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.855943 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.856457 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 22 22:01:32.856787 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: qos_default.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.857696 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.858210 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension qos-default not supported by any of loaded plugins Sep 22 22:01:32.858539 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: qos_fip.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.859424 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.859940 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension qos-fip not supported by any of loaded plugins Sep 22 22:01:32.860271 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.861181 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.861698 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 22 22:01:32.862028 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: qos_gateway_ip.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.862918 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.863438 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 22 22:01:32.863765 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: qos_port_network_policy.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.864650 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.865184 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 22 22:01:32.865511 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.866565 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.867081 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 22 22:01:32.867407 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.868407 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.868920 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 22 22:01:32.869287 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: qos_pps_rule.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.870418 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.870931 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension qos-pps not supported by any of loaded plugins Sep 22 22:01:32.871261 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: qos_rule_type_details.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.872141 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.872646 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 22 22:01:32.872973 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.873882 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.874388 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 22 22:01:32.874716 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: qos_rules_alias.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.875721 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.876230 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 22 22:01:32.876559 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: quota_check_limit.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.877477 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.877988 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: quota-check-limit Sep 22 22:01:32.878316 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: quotasv2.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.879252 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.879585 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: quotas Sep 22 22:01:32.879910 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: quotasv2_detail.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.882158 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.882571 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: quota_details Sep 22 22:01:32.882919 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: rbac.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.883969 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.884494 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: rbac-policies Sep 22 22:01:32.884831 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: rbac_address_group.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.885755 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.886269 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: rbac-address-group Sep 22 22:01:32.886600 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: rbac_address_scope.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.887562 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.888079 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: rbac-address-scope Sep 22 22:01:32.888411 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: rbac_security_groups.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.889327 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.889841 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: rbac-security-groups Sep 22 22:01:32.890175 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: rbac_subnetpool.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.891062 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.891578 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: rbac-subnetpool Sep 22 22:01:32.891910 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: revisionifmatch.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.892791 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.893335 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: revision-if-match Sep 22 22:01:32.893672 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: revisions.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.894735 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.895245 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: standard-attr-revisions Sep 22 22:01:32.895575 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: router_availability_zone.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.896215 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.896728 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: router_availability_zone Sep 22 22:01:32.897057 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: routerservicetype.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.898636 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.899152 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension router-service-type not supported by any of loaded plugins Sep 22 22:01:32.899479 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.900364 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.900878 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: security-groups-normalized-cidr Sep 22 22:01:32.901229 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.902111 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.902623 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: port-security-groups-filtering Sep 22 22:01:32.902952 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.903837 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.904355 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: security-groups-remote-address-group Sep 22 22:01:32.904685 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.905604 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.906119 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: security-groups-shared-filtering Sep 22 22:01:32.906447 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: securitygroup.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.916260 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.916794 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: security-group Sep 22 22:01:32.917155 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: segment.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.917851 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.918364 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension segment not supported by any of loaded plugins Sep 22 22:01:32.918693 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.919588 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.920104 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 22 22:01:32.920435 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: servicetype.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.921508 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.922022 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: service-type Sep 22 22:01:32.922354 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: sorting.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.923318 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.923658 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: sorting Sep 22 22:01:32.923983 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: standard_attr_segment.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.924876 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.925421 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 22 22:01:32.925750 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: standardattrdescription.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.926365 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.926884 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: standard-attr-description Sep 22 22:01:32.927220 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: stateful_security_group.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.928108 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.928668 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: stateful-security-group Sep 22 22:01:32.928994 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: stdattrs_common.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.929573 dv-cinder-849143-6-iscsi neutron-server[106315]: WARNING neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 22 22:01:32.929901 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.930790 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.931302 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 22 22:01:32.931628 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: subnet_onboard.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.932663 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.933210 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: subnet_onboard Sep 22 22:01:32.933540 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.934439 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.934951 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 22 22:01:32.935276 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: subnet_service_types.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.936163 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.936673 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: subnet-service-types Sep 22 22:01:32.937003 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: subnetallocation.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.938068 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.938586 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: subnet_allocation Sep 22 22:01:32.938914 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.939550 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.940059 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: subnetpool-prefix-ops Sep 22 22:01:32.940385 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.941311 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.941832 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 22 22:01:32.942159 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: tagging.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.943185 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.943710 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: standard-attr-tag Sep 22 22:01:32.944591 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: timestamp.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.945781 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.946298 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loaded extension: standard-attr-timestamp Sep 22 22:01:32.946628 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: trunk.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.947617 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.948130 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension trunk not supported by any of loaded plugins Sep 22 22:01:32.948462 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: trunk_details.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.949376 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.949885 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension trunk-details not supported by any of loaded plugins Sep 22 22:01:32.950215 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: uplink_status_propagation.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.951152 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.951616 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 22 22:01:32.951946 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Loading extension file: vlantransparent.py {{(pid=106315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 22:01:32.952581 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 22:01:32.953084 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 22 22:01:32.956009 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.quota.resource_registry [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Creating instance of TrackedResource for resource:network Sep 22 22:01:32.956534 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.quota.resource_registry [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Creating instance of TrackedResource for resource:subnet Sep 22 22:01:32.956938 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.quota.resource_registry [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 22:01:32.957368 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.quota.resource_registry [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Creating instance of TrackedResource for resource:port Sep 22 22:01:32.958620 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.v2.resource_helper [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 22:01:32.959071 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.v2.resource_helper [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Service FLAVORS assigned prefix: {{(pid=106315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 22:01:32.960339 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.v2.resource_helper [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 22:01:32.960863 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.v2.resource_helper [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 22:01:32.961243 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.quota.resource_registry [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Creating instance of TrackedResource for resource:router Sep 22 22:01:32.961693 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.quota.resource_registry [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Creating instance of TrackedResource for resource:floatingip Sep 22 22:01:32.962186 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.v2.resource_helper [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Service METERING assigned prefix: /metering {{(pid=106315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 22:01:32.963625 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.964005 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.964373 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:01:32.965430 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.quota.resource_registry [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Creating instance of CountableResource for resource:rbac_policy Sep 22 22:01:32.965882 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.quota.resource_registry [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Creating instance of TrackedResource for resource:security_group Sep 22 22:01:32.966323 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.quota.resource_registry [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 22 22:01:32.966863 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.v2.resource_helper [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Service CORE assigned prefix: {{(pid=106315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 22:01:32.967205 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.quota.resource_registry [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 22:01:32.967555 dv-cinder-849143-6-iscsi neutron-server[106315]: WARNING neutron.quota.resource_registry [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] subnetpool is already registered Sep 22 22:01:32.967978 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.v2.resource_helper [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Service CORE assigned prefix: {{(pid=106315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 22:01:32.968307 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.quota.resource_registry [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 22:01:32.968640 dv-cinder-849143-6-iscsi neutron-server[106315]: WARNING neutron.quota.resource_registry [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] subnetpool is already registered Sep 22 22:01:32.971079 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.v2.resource_helper [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 22:01:32.971529 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.v2.resource_helper [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Service FLAVORS assigned prefix: {{(pid=106315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 22:01:32.972157 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.v2.resource_helper [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 22:01:32.972705 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.v2.resource_helper [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 22:01:32.973047 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.quota.resource_registry [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Creating instance of TrackedResource for resource:router Sep 22 22:01:32.973425 dv-cinder-849143-6-iscsi neutron-server[106315]: WARNING neutron.quota.resource_registry [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] router is already registered Sep 22 22:01:32.973856 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.quota.resource_registry [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Creating instance of TrackedResource for resource:floatingip Sep 22 22:01:32.974202 dv-cinder-849143-6-iscsi neutron-server[106315]: WARNING neutron.quota.resource_registry [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] floatingip is already registered Sep 22 22:01:32.974672 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.v2.resource_helper [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Service METERING assigned prefix: /metering {{(pid=106315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 22:01:32.975446 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.quota.resource_registry [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Creating instance of CountableResource for resource:rbac_policy Sep 22 22:01:32.976023 dv-cinder-849143-6-iscsi neutron-server[106315]: WARNING neutron.quota.resource_registry [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] rbac_policy is already registered Sep 22 22:01:32.976456 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.quota.resource_registry [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Creating instance of TrackedResource for resource:security_group Sep 22 22:01:32.976806 dv-cinder-849143-6-iscsi neutron-server[106315]: WARNING neutron.quota.resource_registry [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] security_group is already registered Sep 22 22:01:32.977257 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.quota.resource_registry [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 22 22:01:32.977597 dv-cinder-849143-6-iscsi neutron-server[106315]: WARNING neutron.quota.resource_registry [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] security_group_rule is already registered Sep 22 22:01:32.978089 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.v2.resource_helper [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Service CORE assigned prefix: {{(pid=106315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 22:01:32.978422 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.quota.resource_registry [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 22:01:32.978765 dv-cinder-849143-6-iscsi neutron-server[106315]: WARNING neutron.quota.resource_registry [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] subnetpool is already registered Sep 22 22:01:32.979195 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.v2.resource_helper [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Service CORE assigned prefix: {{(pid=106315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 22:01:32.979524 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.quota.resource_registry [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 22:01:32.979860 dv-cinder-849143-6-iscsi neutron-server[106315]: WARNING neutron.quota.resource_registry [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] subnetpool is already registered Sep 22 22:01:32.980332 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: extensions {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:32.981946 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: address-groups {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:32.983450 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: address-scopes {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:32.984688 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: agents {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:32.985896 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: auto-allocated-topology {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:32.988384 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: availability_zones {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:32.989659 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: dhcp-networks {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:32.991756 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: dhcp-agents {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:32.993335 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: routers {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:32.995081 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: flavors {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:32.996267 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: service_profiles {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:32.997612 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: next_providers {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:32.999084 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: service_profiles {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:33.000549 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: floatingip-pools {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:33.001854 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: routers {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:33.003675 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: floatingips {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:33.004875 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: l3-routers {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:33.006321 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: l3-agents {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:33.008501 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: metering-labels {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:33.009831 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: metering-label-rules {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:33.011128 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: network-ip-availabilities {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:33.012502 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: bindings {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:33.014128 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: quotas {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:33.015707 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: quotas {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:33.017412 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: rbac-policies {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:33.018624 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: security-groups {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:33.019847 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: security-group-rules {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:33.021153 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: service-providers {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:33.022548 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: subnetpools {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:33.023933 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: subnetpools {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:33.025455 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: tags {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:33.027245 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: tags {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:33.029001 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: tags {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:33.030923 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: tags {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:33.032645 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: tags {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:33.034566 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: tags {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:33.036389 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: tags {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:33.038332 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: tags {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:33.040135 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: tags {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:33.042040 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron.api.extensions [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Extended resource: tags {{(pid=106315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 22:01:33.048984 dv-cinder-849143-6-iscsi neutron-server[106315]: WARNING keystonemiddleware.auth_token [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 22 22:01:33.054797 dv-cinder-849143-6-iscsi neutron-server[106315]: WARNING keystonemiddleware.auth_token [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 22 22:01:33.063701 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_concurrency.lockutils [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Acquiring lock "singleton_lock" {{(pid=106315) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 22 22:01:33.064035 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_concurrency.lockutils [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Acquired lock "singleton_lock" {{(pid=106315) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 22 22:01:33.064509 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_concurrency.lockutils [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Releasing lock "singleton_lock" {{(pid=106315) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 22 22:01:33.065184 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO oslo_service.service [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Starting 2 workers Sep 22 22:01:33.070664 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Started child 106428 {{(pid=106315) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 22:01:33.075198 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Started child 106429 {{(pid=106315) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 22:01:33.076118 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:01:33.076833 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO neutron.service [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 22 22:01:33.077399 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:01:33.077657 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [-] (106428) wsgi starting up on http://0.0.0.0:9696 Sep 22 22:01:33.080134 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO oslo_service.service [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Starting 1 workers Sep 22 22:01:33.080297 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:01:33.081743 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [-] (106429) wsgi starting up on http://0.0.0.0:9696 Sep 22 22:01:33.085651 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Started child 106430 {{(pid=106315) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 22:01:33.086265 dv-cinder-849143-6-iscsi neutron-server[106315]: INFO oslo_service.service [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Starting 1 workers Sep 22 22:01:33.089581 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.service [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] calling RpcWorker wait() {{(pid=106430) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 22 22:01:33.090164 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.service [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] returning from RpcWorker wait() {{(pid=106430) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 22 22:01:33.090772 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Started child 106431 {{(pid=106315) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 22:01:33.091506 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG neutron_lib.callbacks.manager [None req-b067b5bb-2beb-4ac5-89d4-9a0bf48e1959 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:01:33.091601 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:01:33.092066 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:01:33.093443 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106315) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 22 22:01:33.093659 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 22:01:33.093848 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 22:01:33.094074 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 22:01:33.094401 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 22:01:33.094583 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 22:01:33.095097 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.095383 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.095666 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.095907 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:01:33.096376 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.096499 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.096867 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:01:33.096960 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.097208 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.097502 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.097767 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.097937 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.098106 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.098371 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.098607 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.098931 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.099215 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.099469 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.099715 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.099887 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.100159 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.100472 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.100778 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.101074 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] debug = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.101356 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.101846 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.102075 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.102323 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.102745 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.103027 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.103286 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.103567 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.103820 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.104054 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.104302 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.104574 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.104821 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.105221 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.105395 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.105599 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.105823 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.106324 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] host = dv-cinder-849143-6-iscsi {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.106565 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.106814 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.107052 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.107298 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.107556 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.107777 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.108056 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.108305 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.108574 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.108825 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.109089 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.109358 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.109580 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.109824 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] log_file = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.109991 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] log_options = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.110232 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.110505 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.110785 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.110975 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.111146 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.111299 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.111550 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.111703 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.111942 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.112186 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.112400 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.112605 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.112813 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.113057 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.113346 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.113584 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.113800 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.114040 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.114292 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.114540 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.114766 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.115214 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.115466 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.115672 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.116487 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.116725 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.116983 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.117247 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.117464 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.117986 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.118501 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.118951 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.119330 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.119444 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.119664 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.119980 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.120131 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.120366 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.120839 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.121051 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.121338 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.121846 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.121846 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.122366 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.122366 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.122691 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.122691 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] use_json = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.122970 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.123381 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.123584 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.123821 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.124061 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.124278 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.124494 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.124746 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.124969 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.126171 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.126907 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.126907 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.127146 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.127377 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.127641 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.127885 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.128138 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.128460 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.128661 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.128941 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.129230 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.129552 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.130111 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.130111 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.130412 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.130792 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.131073 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.131299 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.131548 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.132388 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.132704 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.133447 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.133447 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.133737 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.133920 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.134171 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.134506 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.134784 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.135209 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.135565 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.135833 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.136093 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.136347 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.136599 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.136847 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.137174 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.137384 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.137626 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.137875 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.138139 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.138388 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.138630 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.138876 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.139095 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.139339 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.139564 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.139822 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.140072 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.140315 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.140533 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.140872 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.141131 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.141375 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.141610 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.141828 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.142109 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.142380 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.142638 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.142900 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.143134 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.143378 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.143614 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.143834 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.144068 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.144283 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.144503 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.144714 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.144951 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.145192 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.145408 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.145626 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.145850 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.146113 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.146336 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.146581 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.146825 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.147096 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.147323 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.147543 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.147757 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.147969 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.148179 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.148415 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.148658 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.148877 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.149085 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.149319 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.149529 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.149765 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.149977 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.150201 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.150500 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.150842 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.151115 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.151334 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.151592 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.151829 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.152079 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.152297 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.152615 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.152865 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.153158 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.153386 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.153658 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.153882 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.154123 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.154392 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.154610 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.154827 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.155049 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.155269 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.155479 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.155704 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.155911 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.156151 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.156394 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.156667 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.156894 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.157161 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.157405 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.157657 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.157885 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.158359 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.158599 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.158901 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.159124 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.159393 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.159689 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.159957 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.160206 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.160470 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.160702 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.161064 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.161347 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.161602 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.161845 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.162475 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.162738 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.162987 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.163212 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.163453 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.163689 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.164001 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.164234 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.164473 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.164690 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.164954 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.165237 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.165476 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.165739 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.165989 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.166223 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.166692 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.167415 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.167641 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.167898 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.168145 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.168366 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.168581 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.168815 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.169054 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.169295 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.169510 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.169762 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.169975 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.170194 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.170433 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.170625 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.170849 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.171120 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.171337 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.171553 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.171799 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.172032 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.172255 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.172471 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.172684 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.172931 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.173204 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.173485 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.173737 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.173955 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.174183 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.174434 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.174671 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.174888 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.175125 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.175350 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.175561 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.175796 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.176011 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.176225 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.176456 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.176686 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.176899 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.177180 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.177438 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.177787 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.178040 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.178277 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.179043 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.179293 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.179579 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.179807 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.180024 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.180299 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.180516 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.180758 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.180983 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.181238 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.181457 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.181679 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.181896 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.182114 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.182335 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.182596 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.182835 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.183065 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.183306 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.183526 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.183750 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.183986 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.184205 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.184419 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.184631 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.184847 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.185080 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.185320 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.185549 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.185875 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.186158 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.186360 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.186611 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.186989 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.187223 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.187578 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.187724 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.187861 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.188080 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.188327 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.188542 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.188812 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.188992 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.189391 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.189764 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.190135 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.190352 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.190579 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.190792 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.191012 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.191234 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.191455 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.191667 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.191913 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.192124 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.192335 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.192557 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.192772 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.192981 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.193439 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.193439 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.193705 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.193831 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.194605 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.194816 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.195135 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.195343 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.195582 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.195868 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.196099 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.196344 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.196586 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.196964 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.197158 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.197388 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.197618 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.197836 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.198057 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.198334 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.198651 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.198944 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.199188 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.199451 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.199753 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.200005 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.200276 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.200492 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.200819 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.201223 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.201445 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.201704 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.201941 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.202198 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.202420 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.202636 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.202869 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.203112 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.203332 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.203579 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.203805 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.204031 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.204251 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.204747 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.204963 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.205239 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.205470 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.205708 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.205925 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.206084 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 22:01:33.206599 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106315) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 22 22:01:33.206728 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:01:33.206856 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 22:01:33.206981 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 22:01:33.207184 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 22:01:33.207184 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 22:01:33.207436 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 22:01:33.207560 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.207683 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.207832 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.207991 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.208176 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.208338 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.208496 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.208698 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.208824 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.208946 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.209088 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.209266 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.209413 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.209669 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.209980 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.210171 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.210171 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.210466 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.210466 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.212031 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.212031 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.212031 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] debug = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.212031 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.212031 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.212031 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.212676 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.212676 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.212676 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.212676 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.212676 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.212676 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.212676 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.212676 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.213243 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.213243 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.213243 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.213243 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.213529 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.213529 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.213775 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] host = dv-cinder-849143-6-iscsi {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.213775 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.214008 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.214129 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.214260 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.214344 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.214482 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.214641 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.214798 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.214956 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.215112 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.215270 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.215428 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.215585 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.215742 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] log_file = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.215899 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] log_options = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.216056 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.216211 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.216369 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.216554 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.216716 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.216874 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.217031 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.217226 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.217357 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.217512 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.217669 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.217826 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.217983 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.218139 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.218299 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.218457 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.218615 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.218771 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.218929 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.219086 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.219242 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.219399 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.219555 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.219711 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.219868 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.220029 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.220184 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.220339 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.220494 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.220650 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.220809 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.220961 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.221126 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.221294 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.221428 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.221557 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.221902 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.222057 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.222191 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.222328 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.222461 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.222592 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.222733 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.222866 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.222996 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.223157 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.223314 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] use_json = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.223470 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.223626 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.223783 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.223940 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.224095 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.224251 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.224407 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.224564 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.224720 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 22:01:33.224895 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.225057 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.225326 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.225767 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.225767 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.225767 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.226193 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.226193 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.226458 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.226458 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.226688 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.226688 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.226918 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.227049 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.227172 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.227384 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.227473 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.227553 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.227711 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.228358 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.228358 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.228358 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.228358 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.229396 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.229396 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.229396 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.229396 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.229396 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.229396 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.229396 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.230438 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.230438 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.230438 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.230438 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.230438 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.230438 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.230438 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.231242 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.231242 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.231242 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.231242 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.231242 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.231813 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.231813 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.231813 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.231813 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.232356 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.232356 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.232356 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.232356 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.232782 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.232782 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.232782 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.233082 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.233082 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.233383 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.233554 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.233726 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.233886 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.234045 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.234205 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.234368 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.234528 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.234688 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.234848 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.235009 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.235169 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.235329 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.235502 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.235663 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.235832 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.235969 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.236131 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.236291 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.236451 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.236611 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.237026 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.237026 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.237311 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.237311 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.237601 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.237601 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.237748 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.237875 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.238035 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.238199 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.238360 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.238521 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.238680 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.238841 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.239001 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.239205 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.239332 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.239467 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.239626 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.239785 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.239946 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.240105 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.240315 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.240444 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.240568 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.240711 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.241433 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.241616 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.241744 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.241916 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.242159 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.242323 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.242502 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.242660 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.242815 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.242950 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.243110 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.243235 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.244324 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.244324 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.244324 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.244324 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.244324 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.244324 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.244324 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.245690 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.245690 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.245690 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.245690 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.245690 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.245690 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.245690 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.245690 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.246655 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.246655 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.246655 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.246655 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.246655 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.246655 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.246655 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.246655 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.247906 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.247906 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.247906 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.247906 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.247906 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.247906 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.247906 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.247906 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.248822 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.248822 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.248822 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.248822 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.248822 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.248822 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.249545 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.249545 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.249545 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.249545 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.249545 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.250116 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.250116 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.250116 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.250116 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.250492 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.250492 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.250773 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.250773 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.251009 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.251009 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.251206 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.251287 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.251411 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.251571 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.251731 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.251922 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.252053 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.252262 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.252365 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.252496 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.252655 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.252815 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.252974 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.253154 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.253372 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.254160 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.254160 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.254160 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.254160 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.254160 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.254627 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.254627 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.254627 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.254627 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.255656 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.255656 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.255656 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.255656 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.255656 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.255656 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.255656 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.257205 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.257205 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.257205 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.257205 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.257205 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.257205 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.258013 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.258013 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.258013 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.258013 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.258013 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.258610 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.258610 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.258610 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.258610 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.259080 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.259080 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.259080 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.259448 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.259448 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.259695 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.259695 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.259933 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.259933 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.260127 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.260211 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.260367 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.260543 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.260674 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.260834 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.260995 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.261176 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.261338 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.261513 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.261674 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.261852 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.261981 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.262141 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.262304 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.262473 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.262668 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.262788 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.262944 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.263105 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.263263 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.263433 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.263593 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.263751 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.263911 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.264070 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.264229 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.264398 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.264559 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.264721 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.264878 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.265037 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.265223 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.265392 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.265555 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.265739 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.265860 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.266018 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.266178 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.266349 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.266509 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.266668 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.266827 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.266988 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.267146 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.267314 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.267476 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.267635 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.267803 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.267963 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.268121 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.268285 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.268454 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.268619 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.268781 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.268941 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.269136 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.269300 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.269462 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.269627 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.269797 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.270015 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.270119 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.270283 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.270451 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.270618 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.270779 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.270945 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.271117 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.271277 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.271438 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.271598 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.271758 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.271918 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.272124 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.272394 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.272629 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.272770 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.272924 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.273084 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.273266 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.273428 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.273588 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.273748 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.273909 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.274067 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.274227 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.274387 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 22:01:33.274540 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 22:01:33.381279 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 34080) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:01:33.388218 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [-] 10.222.0.25 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0047979 Sep 22 22:01:33.392613 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [-] 10.222.0.25 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038304 Sep 22 22:01:42.565675 dv-cinder-849143-6-iscsi neutron-server[106315]: DEBUG dbcounter [-] [106315] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106315) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:01:44.894828 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6aad90-117e-4a07-9dde-715c652c1c4a None None] get_active_networks_info from dv-cinder-849143-6-iscsi {{(pid=106430) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 22 22:01:44.901872 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writer thread running {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 22 22:01:44.983689 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6aad90-117e-4a07-9dde-715c652c1c4a None None] No non-hosted networks {{(pid=106430) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 22 22:01:45.013226 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.agentschedulers_db [None req-da6aad90-117e-4a07-9dde-715c652c1c4a None None] DHCP Agent not found on host dv-cinder-849143-6-iscsi {{(pid=106430) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 22 22:01:45.105141 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-f5b04622-d2ab-40ee-9161-5f76643f316b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3679435'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:01:46.474258 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writer thread running {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 22 22:01:47.001303 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-e885a2f2-330a-47ed-81af-38ca65e16ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3679435'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:01:47.019838 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-e86cc989-8c07-487d-b006-33851c29e1b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:01:48.276652 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3679435'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:01:48.679718 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 34154) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:01:49.256306 dv-cinder-849143-6-iscsi neutron-server[106429]: WARNING oslo_policy.policy [None req-8107ae7d-95f6-4adf-b540-5a625dca6741 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 22:01:49.256846 dv-cinder-849143-6-iscsi neutron-server[106429]: WARNING oslo_policy.policy [None req-8107ae7d-95f6-4adf-b540-5a625dca6741 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 22:01:49.480676 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [None req-8107ae7d-95f6-4adf-b540-5a625dca6741 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 22:01:49.484504 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-8107ae7d-95f6-4adf-b540-5a625dca6741 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8038654 Sep 22 22:01:49.712174 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3679435'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:01:49.714350 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:49.715665 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:49.716369 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:49.716895 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:49.717465 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:49.717991 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:49.718328 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:49.718683 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:49.719026 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:49.719610 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:49.719715 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:49.721115 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:49.721115 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:49.721115 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:49.721115 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:49.721410 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-849143-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:01:49.736053 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-849143-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:01:50.009833 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3679435'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:01:52.248575 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 34190) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:01:52.576290 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-8e5ab939-b90c-4ecd-8b3a-866f44692986 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:01:52.588997 dv-cinder-849143-6-iscsi neutron-server[106429]: ERROR stevedore.extension [None req-8e5ab939-b90c-4ecd-8b3a-866f44692986 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 22 22:01:52.672067 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.policy [None req-8e5ab939-b90c-4ecd-8b3a-866f44692986 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106429) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 22 22:01:52.714649 dv-cinder-849143-6-iscsi neutron-server[106429]: WARNING oslo_policy.policy [None req-8e5ab939-b90c-4ecd-8b3a-866f44692986 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 22:01:52.715029 dv-cinder-849143-6-iscsi neutron-server[106429]: WARNING oslo_policy.policy [None req-8e5ab939-b90c-4ecd-8b3a-866f44692986 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 22:01:52.735472 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writer thread running {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 22 22:01:52.811311 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-8e5ab939-b90c-4ecd-8b3a-866f44692986 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778791644458', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778791646014', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778791595074', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778791587678', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778791608556', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778791600443', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1425319', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1413841', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3703202', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3795369'] for rbac-policy (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:01:52.883125 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-8e5ab939-b90c-4ecd-8b3a-866f44692986 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:01:52.884303 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-8e5ab939-b90c-4ecd-8b3a-866f44692986 admin admin] 10.222.0.25 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6347041 Sep 22 22:01:54.157677 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.db.l3_hamode_db [None req-5dbf84b9-5f24-4d63-b860-e67732cb0b93 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 22 22:01:54.234361 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbf84b9-5f24-4d63-b860-e67732cb0b93 None None] Routers set() bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:01:54.234753 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbf84b9-5f24-4d63-b860-e67732cb0b93 None None] Router IDs set() for agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 22 22:01:55.512818 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 34200) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:01:55.831049 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-0eb0a345-b81f-494b-a854-9f2b45b4bac3 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:01:55.859899 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb0a345-b81f-494b-a854-9f2b45b4bac3 demo demo] Made reservation on behalf of 8087b41e58fb4aca97cbfced2c011450 for: {'network': 1} {{(pid=106429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:01:55.864009 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a345-b81f-494b-a854-9f2b45b4bac3 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for network (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:01:55.882739 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a345-b81f-494b-a854-9f2b45b4bac3 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:01:55.990824 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a345-b81f-494b-a854-9f2b45b4bac3 demo demo] Publish callbacks [] for security_group (b5464fbd-2c57-48a8-a0f1-0c6f9a39c03a), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:01:55.994201 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a345-b81f-494b-a854-9f2b45b4bac3 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (b5464fbd-2c57-48a8-a0f1-0c6f9a39c03a), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:01:56.014504 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb0a345-b81f-494b-a854-9f2b45b4bac3 demo demo] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=106429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:01:56.051524 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a345-b81f-494b-a854-9f2b45b4bac3 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778793935288', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (92a890e8-7885-4ac5-8da3-dfff968ef4e4), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:01:56.052837 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a345-b81f-494b-a854-9f2b45b4bac3 demo demo] Unsubscribe: segment precommit_create {{(pid=106429) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 22 22:01:56.053415 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.db.segments_db [None req-0eb0a345-b81f-494b-a854-9f2b45b4bac3 demo demo] Added segment 92a890e8-7885-4ac5-8da3-dfff968ef4e4 of type vlan for network 5366d8d1-4799-4dd2-851a-4c88d8e977e3 Sep 22 22:01:56.087342 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0a345-b81f-494b-a854-9f2b45b4bac3 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b5464fbd-2c57-48a8-a0f1-0c6f9a39c03a,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:01:56.131029 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb0a345-b81f-494b-a854-9f2b45b4bac3 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:56.131368 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb0a345-b81f-494b-a854-9f2b45b4bac3 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:56.131718 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb0a345-b81f-494b-a854-9f2b45b4bac3 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:56.132067 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb0a345-b81f-494b-a854-9f2b45b4bac3 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:56.132397 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb0a345-b81f-494b-a854-9f2b45b4bac3 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:56.132722 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb0a345-b81f-494b-a854-9f2b45b4bac3 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:56.133041 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb0a345-b81f-494b-a854-9f2b45b4bac3 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:56.133383 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb0a345-b81f-494b-a854-9f2b45b4bac3 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:56.133702 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb0a345-b81f-494b-a854-9f2b45b4bac3 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:56.134021 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb0a345-b81f-494b-a854-9f2b45b4bac3 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:56.134338 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb0a345-b81f-494b-a854-9f2b45b4bac3 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:56.134667 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb0a345-b81f-494b-a854-9f2b45b4bac3 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:56.134989 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb0a345-b81f-494b-a854-9f2b45b4bac3 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:56.135300 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb0a345-b81f-494b-a854-9f2b45b4bac3 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:56.135614 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb0a345-b81f-494b-a854-9f2b45b4bac3 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb0a345-b81f-494b-a854-9f2b45b4bac3 demo demo] Tracked resource versions report: Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: pushed versions: Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: { 'AddressGroup': {'1.2'}, Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: 'Agent': {'1.1'}, Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: 'ConntrackHelper': {'1.0'}, Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: 'LocalIPAssociation': {'1.0'}, Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: 'Log': {'1.0'}, Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: 'NDPProxy': {'1.0'}, Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: 'Network': {'1.1'}, Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: 'Port': {'1.7'}, Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: 'PortForwarding': {'1.3'}, Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: 'QosPolicy': {'1.10'}, Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: 'SecurityGroup': {'1.5'}, Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: 'SecurityGroupRule': {'1.2'}, Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: 'SubPort': {'1.0'}, Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: 'Subnet': {'1.1'}, Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: 'Trunk': {'1.1'}} Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: consumer versions: Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: { DHCP agent@dv-cinder-849143-6-iscsi: {}, Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: L3 agent@dv-cinder-849143-6-iscsi: {}, Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: Metadata agent@dv-cinder-849143-6-iscsi: {}, Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: Metering agent@dv-cinder-849143-6-iscsi: {}, Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: Open vSwitch agent@dv-cinder-849143-6-iscsi: { 'AddressGroup': '1.2', Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: 'Agent': '1.1', Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: 'ConntrackHelper': '1.0', Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: 'LocalIPAssociation': '1.0', Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: 'Log': '1.0', Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: 'NDPProxy': '1.0', Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: 'Network': '1.1', Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: 'Port': '1.7', Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: 'PortForwarding': '1.3', Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: 'QosPolicy': '1.10', Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: 'SecurityGroup': '1.5', Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: 'SecurityGroupRule': '1.2', Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: 'SubPort': '1.0', Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: 'Subnet': '1.1', Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: 'Trunk': '1.1'}} Sep 22 22:01:56.137082 dv-cinder-849143-6-iscsi neutron-server[106429]: {{(pid=106429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 22:01:56.162014 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a345-b81f-494b-a854-9f2b45b4bac3 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778793421990'] for network (5366d8d1-4799-4dd2-851a-4c88d8e977e3), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:01:56.204395 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a345-b81f-494b-a854-9f2b45b4bac3 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218'] for network (5366d8d1-4799-4dd2-851a-4c88d8e977e3), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:01:56.209711 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb0a345-b81f-494b-a854-9f2b45b4bac3 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:56.210411 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a345-b81f-494b-a854-9f2b45b4bac3 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:01:56.289749 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=56,neutron:INSERT=42,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:01:56.319695 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-0eb0a345-b81f-494b-a854-9f2b45b4bac3 demo demo] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8056417 Sep 22 22:01:56.330635 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0a345-b81f-494b-a854-9f2b45b4bac3 demo demo] Pushing event updated for resources: {'Network': ['ID=5366d8d1-4799-4dd2-851a-4c88d8e977e3,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:01:56.348192 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Network 5366d8d1-4799-4dd2-851a-4c88d8e977e3 details requested by agent ovs-agent-dv-cinder-849143-6-iscsi with host dv-cinder-849143-6-iscsi {{(pid=106430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 22:01:58.949920 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 34214) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:01:59.362711 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ef36bb-93c3-4121-8763-d8a46f338f66 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:59.364710 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-44ef36bb-93c3-4121-8763-d8a46f338f66 demo admin] 10.222.0.25 "GET /networking/v2.0/networks/5366d8d1-4799-4dd2-851a-4c88d8e977e3 HTTP/1.1" status: 200 len: 825 time: 0.4133210 Sep 22 22:01:59.389444 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-7df0bf83-bd61-4657-80bc-ca2a78e58a79 demo admin] 10.222.0.25 "GET /networking/v2.0/subnetpools/cdf7db41-4d0d-47d4-a17d-215925077d95 HTTP/1.1" status: 200 len: 734 time: 0.0186417 Sep 22 22:01:59.397776 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-ad0de3ba-38df-4172-9259-492a7bbf5e42 demo admin] Request body: {'subnet': {'network_id': '5366d8d1-4799-4dd2-851a-4c88d8e977e3', 'subnetpool_id': 'cdf7db41-4d0d-47d4-a17d-215925077d95', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:01:59.418234 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0de3ba-38df-4172-9259-492a7bbf5e42 demo admin] Made reservation on behalf of 8087b41e58fb4aca97cbfced2c011450 for: {'subnet': 1} {{(pid=106429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:01:59.420504 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ad0de3ba-38df-4172-9259-492a7bbf5e42 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:01:59.566641 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:01:59.709971 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ad0de3ba-38df-4172-9259-492a7bbf5e42 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218'] for subnet (46f82e8f-6179-46b8-9f1c-bb65a1005180), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:01:59.780595 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0de3ba-38df-4172-9259-492a7bbf5e42 demo admin] Pushing event updated for resources: {'Subnet': ['ID=46f82e8f-6179-46b8-9f1c-bb65a1005180,revision_number=0']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:01:59.785075 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0de3ba-38df-4172-9259-492a7bbf5e42 demo admin] Checking segment: {'id': '92a890e8-7885-4ac5-8da3-dfff968ef4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5366d8d1-4799-4dd2-851a-4c88d8e977e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:01:59.785462 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0de3ba-38df-4172-9259-492a7bbf5e42 demo admin] Network hostable DHCP agents. Network: 5366d8d1-4799-4dd2-851a-4c88d8e977e3, hostable agents: ['46112969-b587-44d5-b5c4-b732185f2ac5'], hosted agents: [] {{(pid=106429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:01:59.806784 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0de3ba-38df-4172-9259-492a7bbf5e42 demo admin] Network 5366d8d1-4799-4dd2-851a-4c88d8e977e3 is scheduled to be hosted by DHCP agent 46112969-b587-44d5-b5c4-b732185f2ac5 with binding_index 1 {{(pid=106429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:01:59.817021 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-ad0de3ba-38df-4172-9259-492a7bbf5e42 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-6-iscsi, 5366d8d1-4799-4dd2-851a-4c88d8e977e3) {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:01:59.821978 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0de3ba-38df-4172-9259-492a7bbf5e42 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:01:59.822579 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ad0de3ba-38df-4172-9259-492a7bbf5e42 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for subnet (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:01:59.828670 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84e9956-f7fa-4e30-aa88-8a8246ae4fdb None None] Network 5366d8d1-4799-4dd2-851a-4c88d8e977e3 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:01:59.838786 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-ad0de3ba-38df-4172-9259-492a7bbf5e42 demo admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4436457 Sep 22 22:02:00.032342 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:02:00.046951 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=8 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:02:00.103134 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21c0a57c-ab00-5552-8730-642a300f25b7-5366d8d1-4799-4dd2-851a-4c88d8e977e3', 'network_id': '5366d8d1-4799-4dd2-851a-4c88d8e977e3', 'project_id': '8087b41e58fb4aca97cbfced2c011450', 'fixed_ips': [{'subnet_id': '46f82e8f-6179-46b8-9f1c-bb65a1005180'}]}} from dv-cinder-849143-6-iscsi. {{(pid=106430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 22:02:00.104422 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:00.383293 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.db_base_plugin_common [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Allocated IP 172.20.0.2 (5366d8d1-4799-4dd2-851a-4c88d8e977e3/46f82e8f-6179-46b8-9f1c-bb65a1005180/5628d22f-5fcc-4429-a727-87550de8dc92) {{(pid=106430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:02:00.402751 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=60,neutron:INSERT=37,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:02:00.657332 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Publish callbacks [] for port (5628d22f-5fcc-4429-a727-87550de8dc92), precommit_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:00.665668 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505'] for port (5628d22f-5fcc-4429-a727-87550de8dc92), after_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:00.745760 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Network 5366d8d1-4799-4dd2-851a-4c88d8e977e3 is already hosted by enough agents. {{(pid=106430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:02:00.754924 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.scheduler.base_scheduler [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Resources bound (agent type, host, resource id): {{(pid=106430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:02:00.758846 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Received port after_create {{(pid=106430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:02:00.764712 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Pushing event updated for resources: {'Port': ['ID=5628d22f-5fcc-4429-a727-87550de8dc92,revision_number=1']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:02:00.800343 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:00.800695 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:00.801059 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:00.801446 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:00.802312 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:00.802862 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:00.803407 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:00.803745 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:00.804081 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:00.804414 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:00.804757 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:00.805123 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:00.805455 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:00.805780 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:00.806104 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Tracked resource versions report: Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: pushed versions: Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: { 'AddressGroup': {'1.2'}, Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: 'Agent': {'1.1'}, Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: 'ConntrackHelper': {'1.0'}, Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: 'LocalIPAssociation': {'1.0'}, Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: 'Log': {'1.0'}, Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: 'NDPProxy': {'1.0'}, Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: 'Network': {'1.1'}, Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: 'Port': {'1.7'}, Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: 'PortForwarding': {'1.3'}, Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: 'QosPolicy': {'1.10'}, Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: 'SecurityGroup': {'1.5'}, Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: 'SecurityGroupRule': {'1.2'}, Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: 'SubPort': {'1.0'}, Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: 'Subnet': {'1.1'}, Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: 'Trunk': {'1.1'}} Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: consumer versions: Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: { DHCP agent@dv-cinder-849143-6-iscsi: {}, Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: L3 agent@dv-cinder-849143-6-iscsi: {}, Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: Metadata agent@dv-cinder-849143-6-iscsi: {}, Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: Metering agent@dv-cinder-849143-6-iscsi: {}, Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: Open vSwitch agent@dv-cinder-849143-6-iscsi: { 'AddressGroup': '1.2', Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: 'Agent': '1.1', Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: 'ConntrackHelper': '1.0', Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: 'LocalIPAssociation': '1.0', Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: 'Log': '1.0', Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: 'NDPProxy': '1.0', Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: 'Network': '1.1', Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: 'Port': '1.7', Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: 'PortForwarding': '1.3', Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: 'QosPolicy': '1.10', Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: 'SecurityGroup': '1.5', Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: 'SecurityGroupRule': '1.2', Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: 'SubPort': '1.0', Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: 'Subnet': '1.1', Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: 'Trunk': '1.1'}} Sep 22 22:02:00.807602 dv-cinder-849143-6-iscsi neutron-server[106430]: {{(pid=106430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 22:02:00.859832 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Attempting to bind port 5628d22f-5fcc-4429-a727-87550de8dc92 on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:02:00.860481 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Attempting to bind port 5628d22f-5fcc-4429-a727-87550de8dc92 by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': '92a890e8-7885-4ac5-8da3-dfff968ef4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5366d8d1-4799-4dd2-851a-4c88d8e977e3'}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:02:00.860656 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Attempting to bind port 5628d22f-5fcc-4429-a727-87550de8dc92 on network 5366d8d1-4799-4dd2-851a-4c88d8e977e3 {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:02:00.883964 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:02:00.910131 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:02:00.910447 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Checking segment: {'id': '92a890e8-7885-4ac5-8da3-dfff968ef4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5366d8d1-4799-4dd2-851a-4c88d8e977e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:02:00.910973 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:00.911477 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Bound using segment: {'id': '92a890e8-7885-4ac5-8da3-dfff968ef4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5366d8d1-4799-4dd2-851a-4c88d8e977e3'} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:02:00.911959 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Bound port: 5628d22f-5fcc-4429-a727-87550de8dc92, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a890e8-7885-4ac5-8da3-dfff968ef4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5366d8d1-4799-4dd2-851a-4c88d8e977e3'}}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:02:00.912372 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (5628d22f-5fcc-4429-a727-87550de8dc92), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:00.974941 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] For port 5628d22f-5fcc-4429-a727-87550de8dc92, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:02:00.995601 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] For port 5628d22f-5fcc-4429-a727-87550de8dc92, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=5628d22f-5fcc-4429-a727-87550de8dc92,segment=NetworkSegment(92a890e8-7885-4ac5-8da3-dfff968ef4e4),segment_id=92a890e8-7885-4ac5-8da3-dfff968ef4e4)] {{(pid=106430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:02:01.003026 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (5628d22f-5fcc-4429-a727-87550de8dc92), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:01.053479 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e0ac2-8b63-4e7e-b85b-88941d9ef5a9 None None] Pushing event updated for resources: {'Port': ['ID=5628d22f-5fcc-4429-a727-87550de8dc92,revision_number=2']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:02:02.519428 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 34226) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:02:02.848013 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [None req-f2375505-4fd9-4e54-a21d-655aebb02556 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 22:02:02.849134 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-f2375505-4fd9-4e54-a21d-655aebb02556 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3287499 Sep 22 22:02:05.554546 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 34234) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:02:05.889249 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [None req-6b398fdf-a449-4fe2-b552-a29198bbc2c9 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 22:02:05.890254 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-6b398fdf-a449-4fe2-b552-a29198bbc2c9 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3347869 Sep 22 22:02:08.565220 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 34246) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:02:08.896143 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-a40439d9-4916-487a-a51d-0facf04dbfa8 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:02:08.921246 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a40439d9-4916-487a-a51d-0facf04dbfa8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3680899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3444'] for router (0ea3d617-51ae-4f6b-9575-e4b615c31520), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:08.922739 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a40439d9-4916-487a-a51d-0facf04dbfa8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4093241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3437'] for router (0ea3d617-51ae-4f6b-9575-e4b615c31520), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:09.062146 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a40439d9-4916-487a-a51d-0facf04dbfa8 demo demo] Publish callbacks [] for router_controller (0ea3d617-51ae-4f6b-9575-e4b615c31520), precommit_add_association {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:09.069671 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a40439d9-4916-487a-a51d-0facf04dbfa8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3684398'] for router (0ea3d617-51ae-4f6b-9575-e4b615c31520), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:09.087573 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a40439d9-4916-487a-a51d-0facf04dbfa8 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:09.088750 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-a40439d9-4916-487a-a51d-0facf04dbfa8 demo demo] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5225592 Sep 22 22:02:09.178145 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33e4554-5da3-46fa-8f4e-4f46c1b7eceb None None] Network 5366d8d1-4799-4dd2-851a-4c88d8e977e3 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:02:09.247810 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-850cf9d9-3a63-4658-8c76-163cf51fdbb2 None None] Provisioning complete for port 5628d22f-5fcc-4429-a727-87550de8dc92 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:02:09.248225 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-850cf9d9-3a63-4658-8c76-163cf51fdbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (5628d22f-5fcc-4429-a727-87550de8dc92), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:09.248617 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-850cf9d9-3a63-4658-8c76-163cf51fdbb2 None None] Attempt 1 to provision port 5628d22f-5fcc-4429-a727-87550de8dc92 Sep 22 22:02:09.441208 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-850cf9d9-3a63-4658-8c76-163cf51fdbb2 None None] Current status of the port 5628d22f-5fcc-4429-a727-87550de8dc92 is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:02:09.441954 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-850cf9d9-3a63-4658-8c76-163cf51fdbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (5628d22f-5fcc-4429-a727-87550de8dc92), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:09.480465 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-850cf9d9-3a63-4658-8c76-163cf51fdbb2 None None] For port 5628d22f-5fcc-4429-a727-87550de8dc92, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=5628d22f-5fcc-4429-a727-87550de8dc92,segment=NetworkSegment(92a890e8-7885-4ac5-8da3-dfff968ef4e4),segment_id=92a890e8-7885-4ac5-8da3-dfff968ef4e4)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:02:09.484206 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-850cf9d9-3a63-4658-8c76-163cf51fdbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (5628d22f-5fcc-4429-a727-87550de8dc92), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:09.516087 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 5628d22f-5fcc-4429-a727-87550de8dc92 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:02:09.579076 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850cf9d9-3a63-4658-8c76-163cf51fdbb2 None None] Pushing event updated for resources: {'Port': ['ID=5628d22f-5fcc-4429-a727-87550de8dc92,revision_number=3']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:02:09.588856 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 5628d22f-5fcc-4429-a727-87550de8dc92 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:02:09.589301 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (5628d22f-5fcc-4429-a727-87550de8dc92), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:09.589649 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 5628d22f-5fcc-4429-a727-87550de8dc92 Sep 22 22:02:09.656051 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:02:09.667207 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 5628d22f-5fcc-4429-a727-87550de8dc92 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:02:09.702707 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-d9193661-482f-4342-a6f4-75c8c04c8cd0 None None] Provisioning complete for port 5628d22f-5fcc-4429-a727-87550de8dc92 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:02:09.703357 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-d9193661-482f-4342-a6f4-75c8c04c8cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (5628d22f-5fcc-4429-a727-87550de8dc92), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:09.703702 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-d9193661-482f-4342-a6f4-75c8c04c8cd0 None None] Attempt 1 to provision port 5628d22f-5fcc-4429-a727-87550de8dc92 Sep 22 22:02:09.777647 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-d9193661-482f-4342-a6f4-75c8c04c8cd0 None None] Current status of the port 5628d22f-5fcc-4429-a727-87550de8dc92 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:02:11.477592 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 5628d22f-5fcc-4429-a727-87550de8dc92 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:02:11.520647 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 5628d22f-5fcc-4429-a727-87550de8dc92 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:02:11.521027 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (5628d22f-5fcc-4429-a727-87550de8dc92), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:11.521393 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 5628d22f-5fcc-4429-a727-87550de8dc92 Sep 22 22:02:11.523327 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:02:11.592345 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 5628d22f-5fcc-4429-a727-87550de8dc92 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:02:11.737538 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 34254) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:02:12.056713 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [None req-9faafe80-c772-4781-a9a2-1a2c40b322f1 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 22:02:12.057521 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-9faafe80-c772-4781-a9a2-1a2c40b322f1 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3191154 Sep 22 22:02:14.695554 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 34262) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:02:14.801588 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-66c55017-1eb2-401d-b9be-b7c71595e297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:15.013710 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-3ce8e65e-a1a2-451f-8bd9-c58c276a5ca8 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:02:15.035955 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce8e65e-a1a2-451f-8bd9-c58c276a5ca8 admin admin] Made reservation on behalf of f680186a14a640efb3f020f909ac5fa9 for: {'network': 1} {{(pid=106429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:02:15.038402 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3ce8e65e-a1a2-451f-8bd9-c58c276a5ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for network (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:15.046640 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3ce8e65e-a1a2-451f-8bd9-c58c276a5ca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:15.091784 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1,neutron:INSERT=13,neutron:DELETE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:02:15.124943 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3ce8e65e-a1a2-451f-8bd9-c58c276a5ca8 admin admin] Publish callbacks [] for security_group (66b0e73c-2912-4b32-8e32-58a4deb3dc55), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:15.128765 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3ce8e65e-a1a2-451f-8bd9-c58c276a5ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (66b0e73c-2912-4b32-8e32-58a4deb3dc55), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:15.143983 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3ce8e65e-a1a2-451f-8bd9-c58c276a5ca8 admin admin] Reserving flat network on physical network physnet1 {{(pid=106429) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 22 22:02:15.166091 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3ce8e65e-a1a2-451f-8bd9-c58c276a5ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (e670811b-8a44-454d-a12e-e434e1b31ebe), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:15.166427 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.db.segments_db [None req-3ce8e65e-a1a2-451f-8bd9-c58c276a5ca8 admin admin] Added segment e670811b-8a44-454d-a12e-e434e1b31ebe of type flat for network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 Sep 22 22:02:15.167739 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8e65e-a1a2-451f-8bd9-c58c276a5ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b0e73c-2912-4b32-8e32-58a4deb3dc55,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:02:15.214069 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3ce8e65e-a1a2-451f-8bd9-c58c276a5ca8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778793421990'] for network (222d3bc3-ee2a-4d75-8e21-75e580ff73b3), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:15.245054 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3ce8e65e-a1a2-451f-8bd9-c58c276a5ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218'] for network (222d3bc3-ee2a-4d75-8e21-75e580ff73b3), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:15.246027 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce8e65e-a1a2-451f-8bd9-c58c276a5ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:15.246597 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3ce8e65e-a1a2-451f-8bd9-c58c276a5ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:15.316499 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-3ce8e65e-a1a2-451f-8bd9-c58c276a5ca8 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6197989 Sep 22 22:02:15.342844 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8e65e-a1a2-451f-8bd9-c58c276a5ca8 admin admin] Pushing event updated for resources: {'Network': ['ID=222d3bc3-ee2a-4d75-8e21-75e580ff73b3,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:02:15.353982 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 details requested by agent ovs-agent-dv-cinder-849143-6-iscsi with host dv-cinder-849143-6-iscsi {{(pid=106430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 22:02:17.022210 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-a90920cf-faaf-4028-99a2-f69b30bcd9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:17.937274 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 34270) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:02:18.133770 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 5 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:02:18.240418 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:18.305697 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f1fefc-fc1b-44c4-8e99-0e84ccf1a2eb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:18.307030 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-d5f1fefc-fc1b-44c4-8e99-0e84ccf1a2eb demo admin] 10.222.0.25 "GET /networking/v2.0/subnets/46f82e8f-6179-46b8-9f1c-bb65a1005180 HTTP/1.1" status: 200 len: 849 time: 0.3687854 Sep 22 22:02:18.384939 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:02:18.424958 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-8a3265e7-e1ba-4d75-a448-1b8f8e024947 demo admin] 10.222.0.25 "GET /networking/v2.0/routers/0ea3d617-51ae-4f6b-9575-e4b615c31520 HTTP/1.1" status: 200 len: 704 time: 0.1119664 Sep 22 22:02:18.688511 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-cd4f0c12-00b7-4f98-8a4d-9c4462eed76a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:19.020114 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.db_base_plugin_common [None req-cd4f0c12-00b7-4f98-8a4d-9c4462eed76a demo admin] Allocated IP 172.20.0.1 (5366d8d1-4799-4dd2-851a-4c88d8e977e3/46f82e8f-6179-46b8-9f1c-bb65a1005180/caa02e61-ae1d-44de-80d5-e6c8324a66e9) {{(pid=106429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:02:19.161646 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:02:19.182451 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-cd4f0c12-00b7-4f98-8a4d-9c4462eed76a demo admin] Publish callbacks [] for port (caa02e61-ae1d-44de-80d5-e6c8324a66e9), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:19.247877 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-cd4f0c12-00b7-4f98-8a4d-9c4462eed76a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505'] for port (caa02e61-ae1d-44de-80d5-e6c8324a66e9), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:19.318416 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4f0c12-00b7-4f98-8a4d-9c4462eed76a demo admin] Network 5366d8d1-4799-4dd2-851a-4c88d8e977e3 is already hosted by enough agents. {{(pid=106429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:02:19.323181 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-cd4f0c12-00b7-4f98-8a4d-9c4462eed76a demo admin] Resources bound (agent type, host, resource id): {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:02:19.325835 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4f0c12-00b7-4f98-8a4d-9c4462eed76a demo admin] Received port after_create {{(pid=106429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:02:19.326441 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-cd4f0c12-00b7-4f98-8a4d-9c4462eed76a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769367'] for router_interface (0ea3d617-51ae-4f6b-9575-e4b615c31520), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:19.398957 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f0c12-00b7-4f98-8a4d-9c4462eed76a demo admin] Pushing event updated for resources: {'Port': ['ID=caa02e61-ae1d-44de-80d5-e6c8324a66e9,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:02:19.530612 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-cd4f0c12-00b7-4f98-8a4d-9c4462eed76a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (caa02e61-ae1d-44de-80d5-e6c8324a66e9), before_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:19.551183 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-8eebe0c7-0708-466c-8cd2-dc9a0ab37f64 None None] Provisioning complete for port caa02e61-ae1d-44de-80d5-e6c8324a66e9 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:02:19.551745 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-8eebe0c7-0708-466c-8cd2-dc9a0ab37f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (caa02e61-ae1d-44de-80d5-e6c8324a66e9), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:19.551877 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-8eebe0c7-0708-466c-8cd2-dc9a0ab37f64 None None] Attempt 1 to provision port caa02e61-ae1d-44de-80d5-e6c8324a66e9 Sep 22 22:02:19.582598 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-8eebe0c7-0708-466c-8cd2-dc9a0ab37f64 None None] Port caa02e61-ae1d-44de-80d5-e6c8324a66e9 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:02:19.583882 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:02:19.711646 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:19.734082 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-cd4f0c12-00b7-4f98-8a4d-9c4462eed76a demo admin] Publish callbacks [] for port (caa02e61-ae1d-44de-80d5-e6c8324a66e9), precommit_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:19.738961 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-cd4f0c12-00b7-4f98-8a4d-9c4462eed76a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (caa02e61-ae1d-44de-80d5-e6c8324a66e9), after_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:19.739748 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-cd4f0c12-00b7-4f98-8a4d-9c4462eed76a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769475'] for router_interface (0ea3d617-51ae-4f6b-9575-e4b615c31520), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:19.817260 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f0c12-00b7-4f98-8a4d-9c4462eed76a demo admin] Pushing event updated for resources: {'Port': ['ID=caa02e61-ae1d-44de-80d5-e6c8324a66e9,revision_number=2']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:02:19.868532 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4f0c12-00b7-4f98-8a4d-9c4462eed76a demo admin] Network 5366d8d1-4799-4dd2-851a-4c88d8e977e3 is already hosted by enough agents. {{(pid=106429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:02:19.869786 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-cd4f0c12-00b7-4f98-8a4d-9c4462eed76a demo admin] Resources bound (agent type, host, resource id): {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:02:19.963734 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:20.032325 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4f0c12-00b7-4f98-8a4d-9c4462eed76a demo admin] Router 0ea3d617-51ae-4f6b-9575-e4b615c31520 is scheduled to L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d with binding_index 1 {{(pid=106429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 22:02:20.083809 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-8eebe0c7-0708-466c-8cd2-dc9a0ab37f64 None None] Attempt 2 to provision port caa02e61-ae1d-44de-80d5-e6c8324a66e9 Sep 22 22:02:20.117794 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-8eebe0c7-0708-466c-8cd2-dc9a0ab37f64 None None] Port caa02e61-ae1d-44de-80d5-e6c8324a66e9 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:02:20.121272 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4f0c12-00b7-4f98-8a4d-9c4462eed76a demo admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:02:20.126660 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-cd4f0c12-00b7-4f98-8a4d-9c4462eed76a demo admin] 10.222.0.25 "PUT /networking/v2.0/routers/0ea3d617-51ae-4f6b-9575-e4b615c31520/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6955945 Sep 22 22:02:20.144484 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2040163b-46d4-40b3-9cbb-c949590d51f6 None None] Sync routers for ids ['0ea3d617-51ae-4f6b-9575-e4b615c31520'] in dv-cinder-849143-6-iscsi {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:02:20.157468 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2040163b-46d4-40b3-9cbb-c949590d51f6 None None] Routers {'0ea3d617-51ae-4f6b-9575-e4b615c31520'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:02:20.158333 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-2040163b-46d4-40b3-9cbb-c949590d51f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:02:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['0ea3d617-51ae-4f6b-9575-e4b615c31520'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:02:20.342034 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-2040163b-46d4-40b3-9cbb-c949590d51f6 None None] Set router 0ea3d617-51ae-4f6b-9575-e4b615c31520 gateway port host: None {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:02:20.619005 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-8eebe0c7-0708-466c-8cd2-dc9a0ab37f64 None None] Attempt 3 to provision port caa02e61-ae1d-44de-80d5-e6c8324a66e9 Sep 22 22:02:20.650205 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-8eebe0c7-0708-466c-8cd2-dc9a0ab37f64 None None] Port caa02e61-ae1d-44de-80d5-e6c8324a66e9 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:02:20.764116 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-2040163b-46d4-40b3-9cbb-c949590d51f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea3d617-51ae-4f6b-9575-e4b615c31520', 'name': 'router1', 'tenant_id': '8087b41e58fb4aca97cbfced2c011450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:02:08Z', 'updated_at': '2022-09-22T22:02:19Z', 'revision_number': 2, 'project_id': '8087b41e58fb4aca97cbfced2c011450', 'gw_port_host': None, '_interfaces': [{'id': 'caa02e61-ae1d-44de-80d5-e6c8324a66e9', 'name': '', 'network_id': '5366d8d1-4799-4dd2-851a-4c88d8e977e3', 'tenant_id': '8087b41e58fb4aca97cbfced2c011450', 'mac_address': 'fa:16:3e:e5:28:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea3d617-51ae-4f6b-9575-e4b615c31520', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46f82e8f-6179-46b8-9f1c-bb65a1005180', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:02:18Z', 'updated_at': '2022-09-22T22:02:19Z', 'revision_number': 2, 'project_id': '8087b41e58fb4aca97cbfced2c011450', 'subnets': [{'id': '46f82e8f-6179-46b8-9f1c-bb65a1005180', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cdf7db41-4d0d-47d4-a17d-215925077d95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:02:20.815351 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2040163b-46d4-40b3-9cbb-c949590d51f6 None None] Checking router: 0ea3d617-51ae-4f6b-9575-e4b615c31520 for host: dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:02:20.816243 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2040163b-46d4-40b3-9cbb-c949590d51f6 None None] Updating router 0ea3d617-51ae-4f6b-9575-e4b615c31520 port caa02e61-ae1d-44de-80d5-e6c8324a66e9 binding host dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:02:20.871122 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-2040163b-46d4-40b3-9cbb-c949590d51f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (caa02e61-ae1d-44de-80d5-e6c8324a66e9), before_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:21.152037 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-8eebe0c7-0708-466c-8cd2-dc9a0ab37f64 None None] Attempt 4 to provision port caa02e61-ae1d-44de-80d5-e6c8324a66e9 Sep 22 22:02:21.184012 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-8eebe0c7-0708-466c-8cd2-dc9a0ab37f64 None None] Port caa02e61-ae1d-44de-80d5-e6c8324a66e9 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:02:21.390682 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-2040163b-46d4-40b3-9cbb-c949590d51f6 None None] Publish callbacks [] for port (caa02e61-ae1d-44de-80d5-e6c8324a66e9), precommit_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:21.396943 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-2040163b-46d4-40b3-9cbb-c949590d51f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (caa02e61-ae1d-44de-80d5-e6c8324a66e9), after_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:21.543731 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-2040163b-46d4-40b3-9cbb-c949590d51f6 None None] Attempting to bind port caa02e61-ae1d-44de-80d5-e6c8324a66e9 on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:02:21.544126 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-2040163b-46d4-40b3-9cbb-c949590d51f6 None None] Attempting to bind port caa02e61-ae1d-44de-80d5-e6c8324a66e9 by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': '92a890e8-7885-4ac5-8da3-dfff968ef4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5366d8d1-4799-4dd2-851a-4c88d8e977e3'}] {{(pid=106431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:02:21.544562 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2040163b-46d4-40b3-9cbb-c949590d51f6 None None] Attempting to bind port caa02e61-ae1d-44de-80d5-e6c8324a66e9 on network 5366d8d1-4799-4dd2-851a-4c88d8e977e3 {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:02:21.554083 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a64b0-9fab-4717-831c-159134f36ad1 None None] Pushing event updated for resources: {'Port': ['ID=caa02e61-ae1d-44de-80d5-e6c8324a66e9,revision_number=3']} {{(pid=106431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:02:21.586833 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583a64b0-9fab-4717-831c-159134f36ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:21.587180 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583a64b0-9fab-4717-831c-159134f36ad1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:21.587534 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583a64b0-9fab-4717-831c-159134f36ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:21.587891 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583a64b0-9fab-4717-831c-159134f36ad1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:21.588228 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583a64b0-9fab-4717-831c-159134f36ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:21.588555 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583a64b0-9fab-4717-831c-159134f36ad1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:21.588881 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583a64b0-9fab-4717-831c-159134f36ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:21.589233 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583a64b0-9fab-4717-831c-159134f36ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:21.589558 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583a64b0-9fab-4717-831c-159134f36ad1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:21.589881 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583a64b0-9fab-4717-831c-159134f36ad1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:21.590203 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583a64b0-9fab-4717-831c-159134f36ad1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:21.590538 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583a64b0-9fab-4717-831c-159134f36ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:21.590861 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583a64b0-9fab-4717-831c-159134f36ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:21.591182 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583a64b0-9fab-4717-831c-159134f36ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:21.591499 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583a64b0-9fab-4717-831c-159134f36ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583a64b0-9fab-4717-831c-159134f36ad1 None None] Tracked resource versions report: Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: pushed versions: Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: { 'AddressGroup': {'1.2'}, Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: 'Agent': {'1.1'}, Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: 'ConntrackHelper': {'1.0'}, Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: 'LocalIPAssociation': {'1.0'}, Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: 'Log': {'1.0'}, Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: 'NDPProxy': {'1.0'}, Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: 'Network': {'1.1'}, Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: 'Port': {'1.7'}, Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: 'PortForwarding': {'1.3'}, Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: 'QosPolicy': {'1.10'}, Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: 'SecurityGroup': {'1.5'}, Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: 'SecurityGroupRule': {'1.2'}, Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: 'SubPort': {'1.0'}, Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: 'Subnet': {'1.1'}, Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: 'Trunk': {'1.1'}} Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: consumer versions: Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: { DHCP agent@dv-cinder-849143-6-iscsi: {}, Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: L3 agent@dv-cinder-849143-6-iscsi: {}, Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: Metadata agent@dv-cinder-849143-6-iscsi: {}, Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: Metering agent@dv-cinder-849143-6-iscsi: {}, Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: Open vSwitch agent@dv-cinder-849143-6-iscsi: { 'AddressGroup': '1.2', Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: 'Agent': '1.1', Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: 'ConntrackHelper': '1.0', Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: 'LocalIPAssociation': '1.0', Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: 'Log': '1.0', Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: 'NDPProxy': '1.0', Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: 'Network': '1.1', Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: 'Port': '1.7', Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: 'PortForwarding': '1.3', Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: 'QosPolicy': '1.10', Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: 'SecurityGroup': '1.5', Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: 'SecurityGroupRule': '1.2', Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: 'SubPort': '1.0', Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: 'Subnet': '1.1', Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: 'Trunk': '1.1'}} Sep 22 22:02:21.592966 dv-cinder-849143-6-iscsi neutron-server[106431]: {{(pid=106431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 22:02:21.645804 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2040163b-46d4-40b3-9cbb-c949590d51f6 None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:02:21.646196 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2040163b-46d4-40b3-9cbb-c949590d51f6 None None] Checking segment: {'id': '92a890e8-7885-4ac5-8da3-dfff968ef4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5366d8d1-4799-4dd2-851a-4c88d8e977e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:02:21.646666 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-2040163b-46d4-40b3-9cbb-c949590d51f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:21.647080 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2040163b-46d4-40b3-9cbb-c949590d51f6 None None] Bound using segment: {'id': '92a890e8-7885-4ac5-8da3-dfff968ef4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5366d8d1-4799-4dd2-851a-4c88d8e977e3'} {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:02:21.647547 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-2040163b-46d4-40b3-9cbb-c949590d51f6 None None] Bound port: caa02e61-ae1d-44de-80d5-e6c8324a66e9, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a890e8-7885-4ac5-8da3-dfff968ef4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5366d8d1-4799-4dd2-851a-4c88d8e977e3'}}] {{(pid=106431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:02:21.647922 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-2040163b-46d4-40b3-9cbb-c949590d51f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (caa02e61-ae1d-44de-80d5-e6c8324a66e9), before_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:21.684594 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:02:21.685401 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-8eebe0c7-0708-466c-8cd2-dc9a0ab37f64 None None] Attempt 5 to provision port caa02e61-ae1d-44de-80d5-e6c8324a66e9 Sep 22 22:02:21.693963 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:02:21.720360 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-8eebe0c7-0708-466c-8cd2-dc9a0ab37f64 None None] Port caa02e61-ae1d-44de-80d5-e6c8324a66e9 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:02:21.721787 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.db [None req-2040163b-46d4-40b3-9cbb-c949590d51f6 None None] For port caa02e61-ae1d-44de-80d5-e6c8324a66e9, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:02:21.744177 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.db [None req-2040163b-46d4-40b3-9cbb-c949590d51f6 None None] For port caa02e61-ae1d-44de-80d5-e6c8324a66e9, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=caa02e61-ae1d-44de-80d5-e6c8324a66e9,segment=NetworkSegment(92a890e8-7885-4ac5-8da3-dfff968ef4e4),segment_id=92a890e8-7885-4ac5-8da3-dfff968ef4e4)] {{(pid=106431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:02:21.750215 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-2040163b-46d4-40b3-9cbb-c949590d51f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (caa02e61-ae1d-44de-80d5-e6c8324a66e9), after_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:21.790708 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2040163b-46d4-40b3-9cbb-c949590d51f6 None None] Routers {'0ea3d617-51ae-4f6b-9575-e4b615c31520'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:02:21.791312 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-2040163b-46d4-40b3-9cbb-c949590d51f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:02:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['0ea3d617-51ae-4f6b-9575-e4b615c31520'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:02:21.861754 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a64b0-9fab-4717-831c-159134f36ad1 None None] Pushing event updated for resources: {'Port': ['ID=caa02e61-ae1d-44de-80d5-e6c8324a66e9,revision_number=4']} {{(pid=106431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:02:21.885544 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-2040163b-46d4-40b3-9cbb-c949590d51f6 None None] Set router 0ea3d617-51ae-4f6b-9575-e4b615c31520 gateway port host: None {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:02:22.083965 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-2040163b-46d4-40b3-9cbb-c949590d51f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea3d617-51ae-4f6b-9575-e4b615c31520', 'name': 'router1', 'tenant_id': '8087b41e58fb4aca97cbfced2c011450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:02:08Z', 'updated_at': '2022-09-22T22:02:19Z', 'revision_number': 2, 'project_id': '8087b41e58fb4aca97cbfced2c011450', 'gw_port_host': None, '_interfaces': [{'id': 'caa02e61-ae1d-44de-80d5-e6c8324a66e9', 'name': '', 'network_id': '5366d8d1-4799-4dd2-851a-4c88d8e977e3', 'tenant_id': '8087b41e58fb4aca97cbfced2c011450', 'mac_address': 'fa:16:3e:e5:28:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea3d617-51ae-4f6b-9575-e4b615c31520', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46f82e8f-6179-46b8-9f1c-bb65a1005180', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:02:18Z', 'updated_at': '2022-09-22T22:02:21Z', 'revision_number': 4, 'project_id': '8087b41e58fb4aca97cbfced2c011450', 'subnets': [{'id': '46f82e8f-6179-46b8-9f1c-bb65a1005180', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cdf7db41-4d0d-47d4-a17d-215925077d95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:02:22.109780 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2040163b-46d4-40b3-9cbb-c949590d51f6 None None] The sync data for ids ['0ea3d617-51ae-4f6b-9575-e4b615c31520'] in dv-cinder-849143-6-iscsi is: [{'id': '0ea3d617-51ae-4f6b-9575-e4b615c31520', 'name': 'router1', 'tenant_id': '8087b41e58fb4aca97cbfced2c011450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:02:08Z', 'updated_at': '2022-09-22T22:02:19Z', 'revision_number': 2, 'project_id': '8087b41e58fb4aca97cbfced2c011450', 'gw_port_host': None, '_interfaces': [{'id': 'caa02e61-ae1d-44de-80d5-e6c8324a66e9', 'name': '', 'network_id': '5366d8d1-4799-4dd2-851a-4c88d8e977e3', 'tenant_id': '8087b41e58fb4aca97cbfced2c011450', 'mac_address': 'fa:16:3e:e5:28:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea3d617-51ae-4f6b-9575-e4b615c31520', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46f82e8f-6179-46b8-9f1c-bb65a1005180', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:02:18Z', 'updated_at': '2022-09-22T22:02:21Z', 'revision_number': 4, 'project_id': '8087b41e58fb4aca97cbfced2c011450', 'subnets': [{'id': '46f82e8f-6179-46b8-9f1c-bb65a1005180', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cdf7db41-4d0d-47d4-a17d-215925077d95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:02:22.221740 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-8eebe0c7-0708-466c-8cd2-dc9a0ab37f64 None None] Attempt 6 to provision port caa02e61-ae1d-44de-80d5-e6c8324a66e9 Sep 22 22:02:22.300844 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-8eebe0c7-0708-466c-8cd2-dc9a0ab37f64 None None] Current status of the port caa02e61-ae1d-44de-80d5-e6c8324a66e9 is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:02:22.301230 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-8eebe0c7-0708-466c-8cd2-dc9a0ab37f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (caa02e61-ae1d-44de-80d5-e6c8324a66e9), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:22.334745 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-8eebe0c7-0708-466c-8cd2-dc9a0ab37f64 None None] For port caa02e61-ae1d-44de-80d5-e6c8324a66e9, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=caa02e61-ae1d-44de-80d5-e6c8324a66e9,segment=NetworkSegment(92a890e8-7885-4ac5-8da3-dfff968ef4e4),segment_id=92a890e8-7885-4ac5-8da3-dfff968ef4e4)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:02:22.338697 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-8eebe0c7-0708-466c-8cd2-dc9a0ab37f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (caa02e61-ae1d-44de-80d5-e6c8324a66e9), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:22.387705 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebe0c7-0708-466c-8cd2-dc9a0ab37f64 None None] Pushing event updated for resources: {'Port': ['ID=caa02e61-ae1d-44de-80d5-e6c8324a66e9,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:02:22.452763 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:02:22.459807 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-79ba1003-851c-44bf-9707-9b3bcac73c7f None None] Provisioning complete for port caa02e61-ae1d-44de-80d5-e6c8324a66e9 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:02:22.460233 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-79ba1003-851c-44bf-9707-9b3bcac73c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (caa02e61-ae1d-44de-80d5-e6c8324a66e9), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:22.460663 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-79ba1003-851c-44bf-9707-9b3bcac73c7f None None] Attempt 1 to provision port caa02e61-ae1d-44de-80d5-e6c8324a66e9 Sep 22 22:02:22.538287 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-79ba1003-851c-44bf-9707-9b3bcac73c7f None None] Current status of the port caa02e61-ae1d-44de-80d5-e6c8324a66e9 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:02:22.835390 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 34282) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:02:23.240522 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaf4292-7509-40f9-999a-c99e04fd8cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:23.241983 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-6aaf4292-7509-40f9-999a-c99e04fd8cad admin admin] 10.222.0.25 "GET /networking/v2.0/networks/222d3bc3-ee2a-4d75-8e21-75e580ff73b3 HTTP/1.1" status: 200 len: 842 time: 0.4056425 Sep 22 22:02:23.252267 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-13d0d01c-1345-47d8-b625-9b6d3d72efed admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.1.0/24', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:02:23.257295 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:02:23.276925 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d0d01c-1345-47d8-b625-9b6d3d72efed admin admin] Made reservation on behalf of f680186a14a640efb3f020f909ac5fa9 for: {'subnet': 1} {{(pid=106429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:02:23.279402 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-13d0d01c-1345-47d8-b625-9b6d3d72efed admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:23.592194 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:02:23.635420 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.objects.ports [None req-13d0d01c-1345-47d8-b625-9b6d3d72efed admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106429) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 22 22:02:23.635801 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-13d0d01c-1345-47d8-b625-9b6d3d72efed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218'] for subnet (4214672d-8971-44fc-bb6c-9c23836d3a7a), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:23.699193 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0d01c-1345-47d8-b625-9b6d3d72efed admin admin] Pushing event updated for resources: {'Subnet': ['ID=4214672d-8971-44fc-bb6c-9c23836d3a7a,revision_number=0']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:02:23.701482 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d0d01c-1345-47d8-b625-9b6d3d72efed admin admin] Checking segment: {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:02:23.701843 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d0d01c-1345-47d8-b625-9b6d3d72efed admin admin] Network hostable DHCP agents. Network: 222d3bc3-ee2a-4d75-8e21-75e580ff73b3, hostable agents: ['46112969-b587-44d5-b5c4-b732185f2ac5'], hosted agents: [] {{(pid=106429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:02:23.719077 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d0d01c-1345-47d8-b625-9b6d3d72efed admin admin] Network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 is scheduled to be hosted by DHCP agent 46112969-b587-44d5-b5c4-b732185f2ac5 with binding_index 1 {{(pid=106429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:02:23.728968 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-13d0d01c-1345-47d8-b625-9b6d3d72efed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-6-iscsi, 222d3bc3-ee2a-4d75-8e21-75e580ff73b3) {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:02:23.733334 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d0d01c-1345-47d8-b625-9b6d3d72efed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:23.733923 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-13d0d01c-1345-47d8-b625-9b6d3d72efed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for subnet (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:23.741281 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2be8826-dc6a-4868-9a5f-7e7be53b720e None None] Network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:02:23.753164 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-13d0d01c-1345-47d8-b625-9b6d3d72efed admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5034716 Sep 22 22:02:23.852885 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d3c830-f09f-48d4-a4f4-3be6d02bd850 None None] Network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:02:26.474480 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 34290) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:02:26.901697 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-b836d472-7d48-44d5-b9f8-fbd51608546e demo admin] 10.222.0.25 "GET /networking/v2.0/routers/0ea3d617-51ae-4f6b-9575-e4b615c31520 HTTP/1.1" status: 200 len: 710 time: 0.4260321 Sep 22 22:02:26.993713 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdf7343-0567-4b95-b227-739002553df1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:02:26.995111 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-9cdf7343-0567-4b95-b227-739002553df1 demo admin] 10.222.0.25 "GET /networking/v2.0/networks/222d3bc3-ee2a-4d75-8e21-75e580ff73b3 HTTP/1.1" status: 200 len: 886 time: 0.0876608 Sep 22 22:02:27.005140 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-df9e29ac-13dd-4029-95b2-01f4a8f7599c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:02:27.250592 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-df9e29ac-13dd-4029-95b2-01f4a8f7599c demo admin] Publish callbacks [] for router_gateway (0ea3d617-51ae-4f6b-9575-e4b615c31520), precommit_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:27.432548 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:02:27.472364 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-df9e29ac-13dd-4029-95b2-01f4a8f7599c demo admin] Publish callbacks [] for router_gateway (0ea3d617-51ae-4f6b-9575-e4b615c31520), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:27.501669 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device caa02e61-ae1d-44de-80d5-e6c8324a66e9 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:02:27.504723 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:02:27.545097 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port caa02e61-ae1d-44de-80d5-e6c8324a66e9 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:02:27.545512 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (caa02e61-ae1d-44de-80d5-e6c8324a66e9), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:27.545854 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port caa02e61-ae1d-44de-80d5-e6c8324a66e9 Sep 22 22:02:27.552444 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-df9e29ac-13dd-4029-95b2-01f4a8f7599c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:27.593995 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:02:27.619624 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port caa02e61-ae1d-44de-80d5-e6c8324a66e9 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:02:27.664992 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.db_base_plugin_common [None req-df9e29ac-13dd-4029-95b2-01f4a8f7599c demo admin] Allocated IP 172.27.1.176 (222d3bc3-ee2a-4d75-8e21-75e580ff73b3/4214672d-8971-44fc-bb6c-9c23836d3a7a/4fb3d00b-946c-43f0-8d72-982f4518a642) {{(pid=106429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:02:27.771559 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-df9e29ac-13dd-4029-95b2-01f4a8f7599c demo admin] Publish callbacks [] for port (4fb3d00b-946c-43f0-8d72-982f4518a642), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:27.802273 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-df9e29ac-13dd-4029-95b2-01f4a8f7599c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505'] for port (4fb3d00b-946c-43f0-8d72-982f4518a642), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:27.840661 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9e29ac-13dd-4029-95b2-01f4a8f7599c demo admin] Network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 is already hosted by enough agents. {{(pid=106429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:02:27.845329 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-df9e29ac-13dd-4029-95b2-01f4a8f7599c demo admin] Resources bound (agent type, host, resource id): {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:02:27.849950 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e29ac-13dd-4029-95b2-01f4a8f7599c demo admin] Pushing event updated for resources: {'Port': ['ID=4fb3d00b-946c-43f0-8d72-982f4518a642,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:02:27.853627 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9e29ac-13dd-4029-95b2-01f4a8f7599c demo admin] Received port after_create {{(pid=106429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:02:28.182526 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-df9e29ac-13dd-4029-95b2-01f4a8f7599c demo admin] Publish callbacks [] for router_gateway (0ea3d617-51ae-4f6b-9575-e4b615c31520), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:28.370121 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-df9e29ac-13dd-4029-95b2-01f4a8f7599c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3684546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3685359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15767'] for router (0ea3d617-51ae-4f6b-9575-e4b615c31520), precommit_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:28.373549 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-df9e29ac-13dd-4029-95b2-01f4a8f7599c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3684398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3684555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3684400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3685332'] for router (0ea3d617-51ae-4f6b-9575-e4b615c31520), after_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:28.412621 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:02:28.478121 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9e29ac-13dd-4029-95b2-01f4a8f7599c demo admin] Router 0ea3d617-51ae-4f6b-9575-e4b615c31520 has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:02:28.524419 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:02:28.580343 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9e29ac-13dd-4029-95b2-01f4a8f7599c demo admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:02:28.585401 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-df9e29ac-13dd-4029-95b2-01f4a8f7599c demo admin] Publish callbacks [] for router (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:28.586447 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-df9e29ac-13dd-4029-95b2-01f4a8f7599c demo admin] 10.222.0.25 "PUT /networking/v2.0/routers/0ea3d617-51ae-4f6b-9575-e4b615c31520 HTTP/1.1" status: 200 len: 890 time: 1.5854254 Sep 22 22:02:28.590684 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f649dccb-6807-4291-9c42-42d611577afa None None] Sync routers for ids ['0ea3d617-51ae-4f6b-9575-e4b615c31520'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:02:28.603846 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f649dccb-6807-4291-9c42-42d611577afa None None] Routers {'0ea3d617-51ae-4f6b-9575-e4b615c31520'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:02:28.604619 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-f649dccb-6807-4291-9c42-42d611577afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:02:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['0ea3d617-51ae-4f6b-9575-e4b615c31520'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:02:28.819202 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-f649dccb-6807-4291-9c42-42d611577afa None None] Set router 0ea3d617-51ae-4f6b-9575-e4b615c31520 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:02:29.268443 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-f649dccb-6807-4291-9c42-42d611577afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea3d617-51ae-4f6b-9575-e4b615c31520', 'name': 'router1', 'tenant_id': '8087b41e58fb4aca97cbfced2c011450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '4fb3d00b-946c-43f0-8d72-982f4518a642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:02:08Z', 'updated_at': '2022-09-22T22:02:28Z', 'revision_number': 4, 'project_id': '8087b41e58fb4aca97cbfced2c011450', 'gw_port': {'id': '4fb3d00b-946c-43f0-8d72-982f4518a642', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea3d617-51ae-4f6b-9575-e4b615c31520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:02:27Z', 'updated_at': '2022-09-22T22:02:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'caa02e61-ae1d-44de-80d5-e6c8324a66e9', 'name': '', 'network_id': '5366d8d1-4799-4dd2-851a-4c88d8e977e3', 'tenant_id': '8087b41e58fb4aca97cbfced2c011450', 'mac_address': 'fa:16:3e:e5:28:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea3d617-51ae-4f6b-9575-e4b615c31520', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46f82e8f-6179-46b8-9f1c-bb65a1005180', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:02:18Z', 'updated_at': '2022-09-22T22:02:22Z', 'revision_number': 5, 'project_id': '8087b41e58fb4aca97cbfced2c011450', 'subnets': [{'id': '46f82e8f-6179-46b8-9f1c-bb65a1005180', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cdf7db41-4d0d-47d4-a17d-215925077d95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:02:29.317448 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f649dccb-6807-4291-9c42-42d611577afa None None] Checking router: 0ea3d617-51ae-4f6b-9575-e4b615c31520 for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:02:29.317807 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f649dccb-6807-4291-9c42-42d611577afa None None] Updating router 0ea3d617-51ae-4f6b-9575-e4b615c31520 port 4fb3d00b-946c-43f0-8d72-982f4518a642 binding host dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:02:29.371518 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-f649dccb-6807-4291-9c42-42d611577afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (4fb3d00b-946c-43f0-8d72-982f4518a642), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:29.531962 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=100 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:02:29.681092 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-f649dccb-6807-4291-9c42-42d611577afa None None] Publish callbacks [] for port (4fb3d00b-946c-43f0-8d72-982f4518a642), precommit_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:29.686243 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-f649dccb-6807-4291-9c42-42d611577afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (4fb3d00b-946c-43f0-8d72-982f4518a642), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:29.728303 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-f649dccb-6807-4291-9c42-42d611577afa None None] Attempting to bind port 4fb3d00b-946c-43f0-8d72-982f4518a642 on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:02:29.728669 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-f649dccb-6807-4291-9c42-42d611577afa None None] Attempting to bind port 4fb3d00b-946c-43f0-8d72-982f4518a642 by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:02:29.729024 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f649dccb-6807-4291-9c42-42d611577afa None None] Attempting to bind port 4fb3d00b-946c-43f0-8d72-982f4518a642 on network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:02:29.751056 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d654730-a718-4869-b53b-529fd66eb92c None None] Pushing event updated for resources: {'Port': ['ID=4fb3d00b-946c-43f0-8d72-982f4518a642,revision_number=2']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:02:29.776064 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f649dccb-6807-4291-9c42-42d611577afa None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:02:29.776433 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f649dccb-6807-4291-9c42-42d611577afa None None] Checking segment: {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:02:29.776829 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-f649dccb-6807-4291-9c42-42d611577afa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:29.777238 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f649dccb-6807-4291-9c42-42d611577afa None None] Bound using segment: {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:02:29.777704 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-f649dccb-6807-4291-9c42-42d611577afa None None] Bound port: 4fb3d00b-946c-43f0-8d72-982f4518a642, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:02:29.778079 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-f649dccb-6807-4291-9c42-42d611577afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (4fb3d00b-946c-43f0-8d72-982f4518a642), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:29.820567 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:02:29.824307 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-f649dccb-6807-4291-9c42-42d611577afa None None] For port 4fb3d00b-946c-43f0-8d72-982f4518a642, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:02:29.827870 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-f649dccb-6807-4291-9c42-42d611577afa None None] For port 4fb3d00b-946c-43f0-8d72-982f4518a642, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=4fb3d00b-946c-43f0-8d72-982f4518a642,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:02:29.834280 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-f649dccb-6807-4291-9c42-42d611577afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (4fb3d00b-946c-43f0-8d72-982f4518a642), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:29.869546 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f649dccb-6807-4291-9c42-42d611577afa None None] Routers {'0ea3d617-51ae-4f6b-9575-e4b615c31520'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:02:29.870161 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-f649dccb-6807-4291-9c42-42d611577afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:02:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['0ea3d617-51ae-4f6b-9575-e4b615c31520'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:02:29.927655 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d654730-a718-4869-b53b-529fd66eb92c None None] Pushing event updated for resources: {'Port': ['ID=4fb3d00b-946c-43f0-8d72-982f4518a642,revision_number=3']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:02:29.984402 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-f649dccb-6807-4291-9c42-42d611577afa None None] Set router 0ea3d617-51ae-4f6b-9575-e4b615c31520 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:02:30.179620 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-f649dccb-6807-4291-9c42-42d611577afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea3d617-51ae-4f6b-9575-e4b615c31520', 'name': 'router1', 'tenant_id': '8087b41e58fb4aca97cbfced2c011450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '4fb3d00b-946c-43f0-8d72-982f4518a642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:02:08Z', 'updated_at': '2022-09-22T22:02:28Z', 'revision_number': 4, 'project_id': '8087b41e58fb4aca97cbfced2c011450', 'gw_port': {'id': '4fb3d00b-946c-43f0-8d72-982f4518a642', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea3d617-51ae-4f6b-9575-e4b615c31520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:02:27Z', 'updated_at': '2022-09-22T22:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'caa02e61-ae1d-44de-80d5-e6c8324a66e9', 'name': '', 'network_id': '5366d8d1-4799-4dd2-851a-4c88d8e977e3', 'tenant_id': '8087b41e58fb4aca97cbfced2c011450', 'mac_address': 'fa:16:3e:e5:28:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea3d617-51ae-4f6b-9575-e4b615c31520', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46f82e8f-6179-46b8-9f1c-bb65a1005180', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:02:18Z', 'updated_at': '2022-09-22T22:02:22Z', 'revision_number': 5, 'project_id': '8087b41e58fb4aca97cbfced2c011450', 'subnets': [{'id': '46f82e8f-6179-46b8-9f1c-bb65a1005180', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cdf7db41-4d0d-47d4-a17d-215925077d95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:02:30.204466 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f649dccb-6807-4291-9c42-42d611577afa None None] The sync data for ids ['0ea3d617-51ae-4f6b-9575-e4b615c31520'] in dv-cinder-849143-6-iscsi is: [{'id': '0ea3d617-51ae-4f6b-9575-e4b615c31520', 'name': 'router1', 'tenant_id': '8087b41e58fb4aca97cbfced2c011450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '4fb3d00b-946c-43f0-8d72-982f4518a642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:02:08Z', 'updated_at': '2022-09-22T22:02:28Z', 'revision_number': 4, 'project_id': '8087b41e58fb4aca97cbfced2c011450', 'gw_port': {'id': '4fb3d00b-946c-43f0-8d72-982f4518a642', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea3d617-51ae-4f6b-9575-e4b615c31520', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:02:27Z', 'updated_at': '2022-09-22T22:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'caa02e61-ae1d-44de-80d5-e6c8324a66e9', 'name': '', 'network_id': '5366d8d1-4799-4dd2-851a-4c88d8e977e3', 'tenant_id': '8087b41e58fb4aca97cbfced2c011450', 'mac_address': 'fa:16:3e:e5:28:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea3d617-51ae-4f6b-9575-e4b615c31520', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46f82e8f-6179-46b8-9f1c-bb65a1005180', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:02:18Z', 'updated_at': '2022-09-22T22:02:22Z', 'revision_number': 5, 'project_id': '8087b41e58fb4aca97cbfced2c011450', 'subnets': [{'id': '46f82e8f-6179-46b8-9f1c-bb65a1005180', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cdf7db41-4d0d-47d4-a17d-215925077d95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:02:31.389437 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 34304) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:02:31.506657 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 4fb3d00b-946c-43f0-8d72-982f4518a642 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:02:31.553285 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 4fb3d00b-946c-43f0-8d72-982f4518a642 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:02:31.553675 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (4fb3d00b-946c-43f0-8d72-982f4518a642), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:31.554012 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 4fb3d00b-946c-43f0-8d72-982f4518a642 Sep 22 22:02:31.595405 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:02:31.625790 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 4fb3d00b-946c-43f0-8d72-982f4518a642 is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:02:31.626174 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (4fb3d00b-946c-43f0-8d72-982f4518a642), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:31.647298 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] For port 4fb3d00b-946c-43f0-8d72-982f4518a642, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=4fb3d00b-946c-43f0-8d72-982f4518a642,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:02:31.651724 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (4fb3d00b-946c-43f0-8d72-982f4518a642), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:31.699058 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Pushing event updated for resources: {'Port': ['ID=4fb3d00b-946c-43f0-8d72-982f4518a642,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:02:31.805248 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-68979e47-921b-4abf-9c6f-12be58b302b3 admin admin] 10.222.0.25 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4147470 Sep 22 22:02:32.074371 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:INSERT=1,neutron:SELECT=36 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:02:32.087083 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:02:33.515070 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 4fb3d00b-946c-43f0-8d72-982f4518a642 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:02:33.564221 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 4fb3d00b-946c-43f0-8d72-982f4518a642 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:02:33.564611 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (4fb3d00b-946c-43f0-8d72-982f4518a642), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:33.565675 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 4fb3d00b-946c-43f0-8d72-982f4518a642 Sep 22 22:02:33.640415 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 4fb3d00b-946c-43f0-8d72-982f4518a642 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:02:41.793603 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=22 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:02:41.801654 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=10 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:02:43.637362 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:UPDATE=1,neutron:SELECT=22 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:02:43.640244 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:02:44.813752 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-ee3fed1b-a59a-4672-94ed-767b66da56e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:46.983048 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-04db9dc2-b231-4e62-bba8-8a582f0779d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:48.254382 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:49.718926 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:49.979597 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:02:55.142272 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 5 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:02:59.970571 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:02:59.974192 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:03:02.140756 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=4 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:03:05.141701 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=4 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:03:14.811218 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-a5c919cb-16bf-4f8c-8ca2-813a1da3f1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:03:16.984625 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-e06a825d-0249-4044-aba2-50ed86942b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:03:18.250111 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:03:19.754064 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:03:19.977487 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:03:29.964494 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:03:29.972480 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:03:32.136080 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 5 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:03:42.130915 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=5 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:03:43.128174 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:03:44.806390 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-c07285fb-bc04-41b8-918f-cc74da9cec80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:03:46.988320 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-e4a5e8d2-7b47-4a6e-81e4-fd74d37027e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:03:48.251036 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:03:49.719235 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:03:49.977535 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:03:57.873517 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 34856) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:03:58.213670 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a7baa8-518b-429c-9895-d2703b747cda admin admin] GET failed (client error): The resource could not be found. Sep 22 22:03:58.215003 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-52a7baa8-518b-429c-9895-d2703b747cda admin admin] 10.222.0.25 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3405061 Sep 22 22:03:58.399776 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecb77a3-db79-4d8c-b908-0b3950547fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:03:58.401275 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-8ecb77a3-db79-4d8c-b908-0b3950547fb2 admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1817803 Sep 22 22:03:59.971868 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:03:59.972634 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:04:00.197601 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=14 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:04:00.206098 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=12 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:04:01.023431 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 34866) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:04:01.390685 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3055134-37c4-4903-93c5-57c939959ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:01.392032 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-d3055134-37c4-4903-93c5-57c939959ebe admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/46f82e8f-6179-46b8-9f1c-bb65a1005180 HTTP/1.1" status: 200 len: 849 time: 0.3676376 Sep 22 22:04:01.401601 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-27a4c6ff-69ee-4de6-a28c-a9969af67637 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:04:01.488764 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-27a4c6ff-69ee-4de6-a28c-a9969af67637 admin admin] Publish callbacks [] for subnet (46f82e8f-6179-46b8-9f1c-bb65a1005180), before_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:04:01.628617 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-27a4c6ff-69ee-4de6-a28c-a9969af67637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778793912212'] for subnet (46f82e8f-6179-46b8-9f1c-bb65a1005180), after_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:04:01.660782 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a4c6ff-69ee-4de6-a28c-a9969af67637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:01.661620 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-27a4c6ff-69ee-4de6-a28c-a9969af67637 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for subnet (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:04:01.677136 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-27a4c6ff-69ee-4de6-a28c-a9969af67637 admin admin] 10.222.0.25 "PUT /networking/v2.0/subnets/46f82e8f-6179-46b8-9f1c-bb65a1005180 HTTP/1.1" status: 200 len: 868 time: 0.2646422 Sep 22 22:04:01.677398 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1de4579-7f74-4d82-83e4-b7f50fb91b4e None None] Network 5366d8d1-4799-4dd2-851a-4c88d8e977e3 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:04:01.687381 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4c6ff-69ee-4de6-a28c-a9969af67637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46f82e8f-6179-46b8-9f1c-bb65a1005180,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:04:01.695512 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a4c6ff-69ee-4de6-a28c-a9969af67637 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:01.696006 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a4c6ff-69ee-4de6-a28c-a9969af67637 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:01.696377 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a4c6ff-69ee-4de6-a28c-a9969af67637 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:01.696719 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a4c6ff-69ee-4de6-a28c-a9969af67637 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:01.697048 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a4c6ff-69ee-4de6-a28c-a9969af67637 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:01.697409 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a4c6ff-69ee-4de6-a28c-a9969af67637 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:01.697735 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a4c6ff-69ee-4de6-a28c-a9969af67637 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:01.698056 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a4c6ff-69ee-4de6-a28c-a9969af67637 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:01.698650 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a4c6ff-69ee-4de6-a28c-a9969af67637 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:01.699298 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a4c6ff-69ee-4de6-a28c-a9969af67637 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:01.699545 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a4c6ff-69ee-4de6-a28c-a9969af67637 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:01.699820 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a4c6ff-69ee-4de6-a28c-a9969af67637 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:01.700147 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a4c6ff-69ee-4de6-a28c-a9969af67637 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:01.700468 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a4c6ff-69ee-4de6-a28c-a9969af67637 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:01.700785 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a4c6ff-69ee-4de6-a28c-a9969af67637 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:04:01.944114 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-48686a1c-01fc-46d1-b8c6-a871edb79974 None None] Provisioning complete for port caa02e61-ae1d-44de-80d5-e6c8324a66e9 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:04:01.944500 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-48686a1c-01fc-46d1-b8c6-a871edb79974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (caa02e61-ae1d-44de-80d5-e6c8324a66e9), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:04:01.944835 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-48686a1c-01fc-46d1-b8c6-a871edb79974 None None] Attempt 1 to provision port caa02e61-ae1d-44de-80d5-e6c8324a66e9 Sep 22 22:04:02.018659 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-48686a1c-01fc-46d1-b8c6-a871edb79974 None None] Current status of the port caa02e61-ae1d-44de-80d5-e6c8324a66e9 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:04:02.026462 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-48686a1c-01fc-46d1-b8c6-a871edb79974 None None] Provisioning complete for port 5628d22f-5fcc-4429-a727-87550de8dc92 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:04:02.026839 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-48686a1c-01fc-46d1-b8c6-a871edb79974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (5628d22f-5fcc-4429-a727-87550de8dc92), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:04:02.027784 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-48686a1c-01fc-46d1-b8c6-a871edb79974 None None] Attempt 1 to provision port 5628d22f-5fcc-4429-a727-87550de8dc92 Sep 22 22:04:02.097999 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-48686a1c-01fc-46d1-b8c6-a871edb79974 None None] Current status of the port 5628d22f-5fcc-4429-a727-87550de8dc92 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:04:04.305377 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 34874) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:04:04.773491 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d6d64d-c7a2-46cd-9380-d8c4d6261f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:04.773955 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d6d64d-c7a2-46cd-9380-d8c4d6261f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:04.775473 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-d6d6d64d-c7a2-46cd-9380-d8c4d6261f58 admin admin] 10.222.0.25 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4691288 Sep 22 22:04:07.335571 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 34882) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:04:07.844885 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5017f1-48dd-4c5b-beca-af4191f3d4cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:07.845376 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5017f1-48dd-4c5b-beca-af4191f3d4cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:07.846920 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-0a5017f1-48dd-4c5b-beca-af4191f3d4cd admin admin] 10.222.0.25 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5104136 Sep 22 22:04:09.134105 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 5 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:04:10.407322 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 34890) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:04:10.779297 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:04:10.812191 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fd5f9e-f58a-4db6-9925-43e5c8a78efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:10.813604 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-d2fd5f9e-f58a-4db6-9925-43e5c8a78efc admin admin] 10.222.0.25 "GET /networking/v2.0/networks/222d3bc3-ee2a-4d75-8e21-75e580ff73b3 HTTP/1.1" status: 200 len: 886 time: 0.4053485 Sep 22 22:04:12.095360 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=39 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:04:12.096150 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=38 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:04:13.381438 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 34898) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:04:13.775653 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:04:13.790952 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56b5569-ae70-47c5-a49c-e1c811ec76b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:13.792464 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-c56b5569-ae70-47c5-a49c-e1c811ec76b8 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/5366d8d1-4799-4dd2-851a-4c88d8e977e3 HTTP/1.1" status: 200 len: 869 time: 0.4100864 Sep 22 22:04:14.808453 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-0fadbd1c-9357-4d89-afa5-acf819be6beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:04:16.357743 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 34906) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:04:16.754465 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12972025-7559-4cef-ae96-4573f4c32f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:16.754918 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12972025-7559-4cef-ae96-4573f4c32f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:16.756462 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-12972025-7559-4cef-ae96-4573f4c32f4d admin admin] 10.222.0.25 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3977864 Sep 22 22:04:16.990072 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-a2d3a0fc-463c-4b21-9b4f-ea5439547477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:04:18.253635 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:04:19.129416 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=5 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:04:19.135180 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=3 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:04:19.326120 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 34914) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:04:19.689471 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80c3077-0148-45f6-9379-04abbb37955f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:19.689849 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80c3077-0148-45f6-9379-04abbb37955f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:19.691352 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-c80c3077-0148-45f6-9379-04abbb37955f admin admin] 10.222.0.25 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3642910 Sep 22 22:04:19.725591 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:04:19.982147 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:04:22.277834 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 34922) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:04:22.635562 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafa387c-8f46-4304-ae32-d9f71c1dd557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:22.636898 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-cafa387c-8f46-4304-ae32-d9f71c1dd557 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/4214672d-8971-44fc-bb6c-9c23836d3a7a HTTP/1.1" status: 200 len: 816 time: 0.3581016 Sep 22 22:04:25.196626 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 34930) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:04:25.563204 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3fbc54-2be2-416c-8790-1ac2f3f70a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:25.564466 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-ba3fbc54-2be2-416c-8790-1ac2f3f70a08 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/46f82e8f-6179-46b8-9f1c-bb65a1005180 HTTP/1.1" status: 200 len: 868 time: 0.3666179 Sep 22 22:04:29.975141 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:04:29.977147 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:04:35.558819 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=43 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:04:35.559577 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=21 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:04:44.810816 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-738531e1-ad29-47f1-b1f4-457f3dca627d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:04:46.132491 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 5 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:04:46.992062 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-f45eb2ce-6c98-4536-9b5a-e267e78ec6be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:04:48.256337 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:04:49.719970 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:04:49.984808 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:04:53.136690 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=3 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:04:55.410539 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 34986) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:04:55.736950 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [None req-45156807-9c6f-4d48-8dd7-a3c1c64d0851 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 22:04:55.737996 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-45156807-9c6f-4d48-8dd7-a3c1c64d0851 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3265343 Sep 22 22:04:56.128865 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=5 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:04:58.475603 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 34996) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:04:58.808365 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a0c6c18-5cae-4402-b777-d6b1965e50e9 admin admin] GET failed (client error): The resource could not be found. Sep 22 22:04:58.809802 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-3a0c6c18-5cae-4402-b777-d6b1965e50e9 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3333609 Sep 22 22:04:58.896427 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb06a9ac-d3ec-41a3-b067-563095191bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:04:58.897943 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-bb06a9ac-d3ec-41a3-b067-563095191bfd admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0838120 Sep 22 22:04:59.973942 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:04:59.981500 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:05:01.520351 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 35004) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:05:01.847914 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-41ca1a7c-4962-4bec-b35e-4e0b93ceaf4a admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:05:01.869007 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ca1a7c-4962-4bec-b35e-4e0b93ceaf4a admin admin] Made reservation on behalf of f680186a14a640efb3f020f909ac5fa9 for: {'network': 1} {{(pid=106429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:05:01.871466 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-41ca1a7c-4962-4bec-b35e-4e0b93ceaf4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for network (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:05:01.902638 dv-cinder-849143-6-iscsi neutron-server[106429]: WARNING neutron.services.revisions.revision_plugin [None req-41ca1a7c-4962-4bec-b35e-4e0b93ceaf4a admin admin] Could not find related network for resource to bump revision. Sep 22 22:05:01.914100 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ca1a7c-4962-4bec-b35e-4e0b93ceaf4a admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=106429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:05:01.923485 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-41ca1a7c-4962-4bec-b35e-4e0b93ceaf4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (2ed9021a-3d6a-4cd8-85bd-8dbf9f9e8f22), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:05:01.923831 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.db.segments_db [None req-41ca1a7c-4962-4bec-b35e-4e0b93ceaf4a admin admin] Added segment 2ed9021a-3d6a-4cd8-85bd-8dbf9f9e8f22 of type vlan for network 6e0ed668-781e-45bf-bb85-4b78dd8ef138 Sep 22 22:05:01.965534 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-41ca1a7c-4962-4bec-b35e-4e0b93ceaf4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778793421990'] for network (6e0ed668-781e-45bf-bb85-4b78dd8ef138), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:05:01.988304 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-41ca1a7c-4962-4bec-b35e-4e0b93ceaf4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218'] for network (6e0ed668-781e-45bf-bb85-4b78dd8ef138), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:05:01.989293 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ca1a7c-4962-4bec-b35e-4e0b93ceaf4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:01.989865 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-41ca1a7c-4962-4bec-b35e-4e0b93ceaf4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:05:02.041358 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-41ca1a7c-4962-4bec-b35e-4e0b93ceaf4a admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5198104 Sep 22 22:05:02.055189 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca1a7c-4962-4bec-b35e-4e0b93ceaf4a admin admin] Pushing event updated for resources: {'Network': ['ID=6e0ed668-781e-45bf-bb85-4b78dd8ef138,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:05:02.067282 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca1a7c-4962-4bec-b35e-4e0b93ceaf4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:02.067686 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca1a7c-4962-4bec-b35e-4e0b93ceaf4a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:02.068029 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca1a7c-4962-4bec-b35e-4e0b93ceaf4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:02.068364 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca1a7c-4962-4bec-b35e-4e0b93ceaf4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:02.068688 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca1a7c-4962-4bec-b35e-4e0b93ceaf4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:02.069032 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca1a7c-4962-4bec-b35e-4e0b93ceaf4a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:02.069426 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca1a7c-4962-4bec-b35e-4e0b93ceaf4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:02.070287 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca1a7c-4962-4bec-b35e-4e0b93ceaf4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:02.070865 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca1a7c-4962-4bec-b35e-4e0b93ceaf4a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:02.071194 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca1a7c-4962-4bec-b35e-4e0b93ceaf4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:02.071586 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca1a7c-4962-4bec-b35e-4e0b93ceaf4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:02.071925 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca1a7c-4962-4bec-b35e-4e0b93ceaf4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:02.072244 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca1a7c-4962-4bec-b35e-4e0b93ceaf4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:02.072559 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca1a7c-4962-4bec-b35e-4e0b93ceaf4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:02.072872 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca1a7c-4962-4bec-b35e-4e0b93ceaf4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:02.085392 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Network 6e0ed668-781e-45bf-bb85-4b78dd8ef138 details requested by agent ovs-agent-dv-cinder-849143-6-iscsi with host dv-cinder-849143-6-iscsi {{(pid=106430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 22:05:04.659731 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 35012) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:05:04.992803 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bca2afa-4e4a-40ca-b2ac-f9426bc1d18e admin admin] GET failed (client error): The resource could not be found. Sep 22 22:05:04.994113 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-9bca2afa-4e4a-40ca-b2ac-f9426bc1d18e admin admin] 10.222.0.25 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3334846 Sep 22 22:05:05.065831 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff56a602-b15c-4baf-ad6c-84d2102a7759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:05.067285 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-ff56a602-b15c-4baf-ad6c-84d2102a7759 admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0687912 Sep 22 22:05:05.078149 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-389bd0e6-cee5-4ef1-8cb7-110601cb2049 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '6e0ed668-781e-45bf-bb85-4b78dd8ef138'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:05:05.097271 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389bd0e6-cee5-4ef1-8cb7-110601cb2049 admin admin] Made reservation on behalf of f680186a14a640efb3f020f909ac5fa9 for: {'subnet': 1} {{(pid=106429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:05:05.099558 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-389bd0e6-cee5-4ef1-8cb7-110601cb2049 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:05:05.264587 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-389bd0e6-cee5-4ef1-8cb7-110601cb2049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218'] for subnet (33f54d71-cf72-473d-98df-47851dd9a537), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:05:05.317329 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389bd0e6-cee5-4ef1-8cb7-110601cb2049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33f54d71-cf72-473d-98df-47851dd9a537,revision_number=0']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:05:05.328246 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389bd0e6-cee5-4ef1-8cb7-110601cb2049 admin admin] Checking segment: {'id': '2ed9021a-3d6a-4cd8-85bd-8dbf9f9e8f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6e0ed668-781e-45bf-bb85-4b78dd8ef138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:05:05.328590 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389bd0e6-cee5-4ef1-8cb7-110601cb2049 admin admin] Network hostable DHCP agents. Network: 6e0ed668-781e-45bf-bb85-4b78dd8ef138, hostable agents: ['46112969-b587-44d5-b5c4-b732185f2ac5'], hosted agents: [] {{(pid=106429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:05:05.344391 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389bd0e6-cee5-4ef1-8cb7-110601cb2049 admin admin] Network 6e0ed668-781e-45bf-bb85-4b78dd8ef138 is scheduled to be hosted by DHCP agent 46112969-b587-44d5-b5c4-b732185f2ac5 with binding_index 1 {{(pid=106429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:05:05.352808 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-389bd0e6-cee5-4ef1-8cb7-110601cb2049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-6-iscsi, 6e0ed668-781e-45bf-bb85-4b78dd8ef138) {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:05:05.357841 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389bd0e6-cee5-4ef1-8cb7-110601cb2049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:05:05.359861 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-389bd0e6-cee5-4ef1-8cb7-110601cb2049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for subnet (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:05:05.360627 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ab8729-89e0-4d7c-b7cb-f72268418b85 None None] Network 6e0ed668-781e-45bf-bb85-4b78dd8ef138 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:05:05.378380 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-389bd0e6-cee5-4ef1-8cb7-110601cb2049 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3012257 Sep 22 22:05:05.470717 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21c0a57c-ab00-5552-8730-642a300f25b7-6e0ed668-781e-45bf-bb85-4b78dd8ef138', 'network_id': '6e0ed668-781e-45bf-bb85-4b78dd8ef138', 'project_id': 'f680186a14a640efb3f020f909ac5fa9', 'fixed_ips': [{'subnet_id': '33f54d71-cf72-473d-98df-47851dd9a537'}]}} from dv-cinder-849143-6-iscsi. {{(pid=106430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 22:05:05.471671 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:05:05.708149 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.db_base_plugin_common [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Allocated IP 192.168.233.2 (6e0ed668-781e-45bf-bb85-4b78dd8ef138/33f54d71-cf72-473d-98df-47851dd9a537/b2c99b8e-6eb2-4945-8163-90c5bbda7ea5) {{(pid=106430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:05:05.855092 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Publish callbacks [] for port (b2c99b8e-6eb2-4945-8163-90c5bbda7ea5), precommit_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:05:05.861818 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505'] for port (b2c99b8e-6eb2-4945-8163-90c5bbda7ea5), after_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:05:05.902412 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Network 6e0ed668-781e-45bf-bb85-4b78dd8ef138 is already hosted by enough agents. {{(pid=106430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:05:05.905331 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.scheduler.base_scheduler [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Resources bound (agent type, host, resource id): {{(pid=106430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:05:05.909194 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Received port after_create {{(pid=106430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:05:05.914835 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Pushing event updated for resources: {'Port': ['ID=b2c99b8e-6eb2-4945-8163-90c5bbda7ea5,revision_number=1']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:05:05.926060 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:05.926402 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:05.926766 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:05.927117 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:05.927456 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:05.927780 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:05.928099 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:05.928418 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:05.929281 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:05.929602 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:05.929922 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:05.930255 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:05.930574 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:05.930887 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:05.931202 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:05:05.981571 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Attempting to bind port b2c99b8e-6eb2-4945-8163-90c5bbda7ea5 on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:05:05.981942 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Attempting to bind port b2c99b8e-6eb2-4945-8163-90c5bbda7ea5 by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': '2ed9021a-3d6a-4cd8-85bd-8dbf9f9e8f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6e0ed668-781e-45bf-bb85-4b78dd8ef138'}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:05:05.982325 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Attempting to bind port b2c99b8e-6eb2-4945-8163-90c5bbda7ea5 on network 6e0ed668-781e-45bf-bb85-4b78dd8ef138 {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:05:06.033181 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:05:06.033181 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Checking segment: {'id': '2ed9021a-3d6a-4cd8-85bd-8dbf9f9e8f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6e0ed668-781e-45bf-bb85-4b78dd8ef138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:05:06.033181 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:05:06.033581 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Bound using segment: {'id': '2ed9021a-3d6a-4cd8-85bd-8dbf9f9e8f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6e0ed668-781e-45bf-bb85-4b78dd8ef138'} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:05:06.034703 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Bound port: b2c99b8e-6eb2-4945-8163-90c5bbda7ea5, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed9021a-3d6a-4cd8-85bd-8dbf9f9e8f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6e0ed668-781e-45bf-bb85-4b78dd8ef138'}}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:05:06.034703 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (b2c99b8e-6eb2-4945-8163-90c5bbda7ea5), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:05:06.112594 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] For port b2c99b8e-6eb2-4945-8163-90c5bbda7ea5, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:05:06.119076 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] For port b2c99b8e-6eb2-4945-8163-90c5bbda7ea5, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=b2c99b8e-6eb2-4945-8163-90c5bbda7ea5,segment=NetworkSegment(2ed9021a-3d6a-4cd8-85bd-8dbf9f9e8f22),segment_id=2ed9021a-3d6a-4cd8-85bd-8dbf9f9e8f22)] {{(pid=106430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:05:06.126020 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (b2c99b8e-6eb2-4945-8163-90c5bbda7ea5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:05:06.182949 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e34ed-58a5-485d-95e0-03d1164e8baa None None] Pushing event updated for resources: {'Port': ['ID=b2c99b8e-6eb2-4945-8163-90c5bbda7ea5,revision_number=2']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:05:06.995959 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b86e93d-9ca4-4d50-a80f-0efe2989864a None None] Network 6e0ed668-781e-45bf-bb85-4b78dd8ef138 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:05:07.080659 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-6c4746d7-6bc9-4ae9-b4d8-a029250d1175 None None] Provisioning complete for port b2c99b8e-6eb2-4945-8163-90c5bbda7ea5 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:05:07.081055 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-6c4746d7-6bc9-4ae9-b4d8-a029250d1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (b2c99b8e-6eb2-4945-8163-90c5bbda7ea5), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:05:07.081436 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-6c4746d7-6bc9-4ae9-b4d8-a029250d1175 None None] Attempt 1 to provision port b2c99b8e-6eb2-4945-8163-90c5bbda7ea5 Sep 22 22:05:07.085561 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:05:07.105529 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:05:07.198456 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-6c4746d7-6bc9-4ae9-b4d8-a029250d1175 None None] Current status of the port b2c99b8e-6eb2-4945-8163-90c5bbda7ea5 is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:05:07.199366 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-6c4746d7-6bc9-4ae9-b4d8-a029250d1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (b2c99b8e-6eb2-4945-8163-90c5bbda7ea5), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:05:07.235521 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-6c4746d7-6bc9-4ae9-b4d8-a029250d1175 None None] For port b2c99b8e-6eb2-4945-8163-90c5bbda7ea5, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=b2c99b8e-6eb2-4945-8163-90c5bbda7ea5,segment=NetworkSegment(2ed9021a-3d6a-4cd8-85bd-8dbf9f9e8f22),segment_id=2ed9021a-3d6a-4cd8-85bd-8dbf9f9e8f22)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:05:07.239834 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-6c4746d7-6bc9-4ae9-b4d8-a029250d1175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (b2c99b8e-6eb2-4945-8163-90c5bbda7ea5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:05:07.289902 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4746d7-6bc9-4ae9-b4d8-a029250d1175 None None] Pushing event updated for resources: {'Port': ['ID=b2c99b8e-6eb2-4945-8163-90c5bbda7ea5,revision_number=3']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:05:07.359162 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-818f0a4e-1900-4b6a-b411-a467e901ca21 None None] Provisioning complete for port b2c99b8e-6eb2-4945-8163-90c5bbda7ea5 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:05:07.359546 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-818f0a4e-1900-4b6a-b411-a467e901ca21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (b2c99b8e-6eb2-4945-8163-90c5bbda7ea5), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:05:07.359885 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-818f0a4e-1900-4b6a-b411-a467e901ca21 None None] Attempt 1 to provision port b2c99b8e-6eb2-4945-8163-90c5bbda7ea5 Sep 22 22:05:07.436025 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-818f0a4e-1900-4b6a-b411-a467e901ca21 None None] Current status of the port b2c99b8e-6eb2-4945-8163-90c5bbda7ea5 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:05:07.599634 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device b2c99b8e-6eb2-4945-8163-90c5bbda7ea5 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:05:07.645378 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port b2c99b8e-6eb2-4945-8163-90c5bbda7ea5 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:05:07.645771 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (b2c99b8e-6eb2-4945-8163-90c5bbda7ea5), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:05:07.646116 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port b2c99b8e-6eb2-4945-8163-90c5bbda7ea5 Sep 22 22:05:07.722429 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port b2c99b8e-6eb2-4945-8163-90c5bbda7ea5 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:05:13.125785 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:05:13.151827 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:05:14.813393 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-1559970a-f43b-4acc-92ec-c4d218aaa91f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:05:15.369422 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=81,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:05:15.370276 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:05:16.996480 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-bee1d862-e868-4490-8301-5bd4913a7395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:05:18.258998 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:05:19.722536 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:05:19.988070 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:05:23.131324 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 5 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:05:29.981889 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=63,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:05:29.983764 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:05:43.122471 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=4 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:05:43.123348 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:05:44.816598 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fb0ebb02-d501-47b6-805c-95342d8c822f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:05:46.998183 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-440f8495-7d2e-4a61-80be-58b715d8f051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:05:48.264517 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:05:49.727005 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:05:49.987954 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:05:59.982590 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:05:59.984389 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:06:00.130983 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 5 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:06:10.127394 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=4 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:06:10.128305 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=4 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:06:14.821771 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-63a393b7-341b-4931-8b2e-1d531004e3b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:06:17.002312 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-57138ea5-3647-4120-b123-2b8d8647c845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:06:18.265006 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:06:19.720681 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:06:19.992526 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:06:29.985461 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:06:29.987555 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:06:37.129993 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 5 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:06:41.133052 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 35054) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:06:41.138639 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [None req-98af9ca5-9c45-4046-9d2c-fe1a0c2359c1 tempest-verify_tempest_config-1093509876 tempest-verify_tempest_config-1093509876-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 22:06:41.139599 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-98af9ca5-9c45-4046-9d2c-fe1a0c2359c1 tempest-verify_tempest_config-1093509876 tempest-verify_tempest_config-1093509876-project] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0055377 Sep 22 22:06:41.644761 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 35072) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:06:42.152749 dv-cinder-849143-6-iscsi neutron-server[106428]: WARNING oslo_policy.policy [None req-2510c4b9-3f94-4b5d-bf13-af96101b6344 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 22:06:42.153452 dv-cinder-849143-6-iscsi neutron-server[106428]: WARNING oslo_policy.policy [None req-2510c4b9-3f94-4b5d-bf13-af96101b6344 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 22:06:42.379782 dv-cinder-849143-6-iscsi neutron-server[106428]: ERROR stevedore.extension [None req-2510c4b9-3f94-4b5d-bf13-af96101b6344 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 22 22:06:42.433387 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.policy [None req-2510c4b9-3f94-4b5d-bf13-af96101b6344 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106428) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 22 22:06:42.476747 dv-cinder-849143-6-iscsi neutron-server[106428]: WARNING oslo_policy.policy [None req-2510c4b9-3f94-4b5d-bf13-af96101b6344 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 22:06:42.477173 dv-cinder-849143-6-iscsi neutron-server[106428]: WARNING oslo_policy.policy [None req-2510c4b9-3f94-4b5d-bf13-af96101b6344 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 22:06:42.494754 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writer thread running {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 22 22:06:42.495428 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:06:42.520348 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-2510c4b9-3f94-4b5d-bf13-af96101b6344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:06:42.652535 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-2510c4b9-3f94-4b5d-bf13-af96101b6344 admin admin] Publish callbacks [] for security_group (ac4740b7-39ac-4dbe-bd16-8af226730c8d), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:06:42.656328 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-2510c4b9-3f94-4b5d-bf13-af96101b6344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (ac4740b7-39ac-4dbe-bd16-8af226730c8d), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:06:42.699390 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-2510c4b9-3f94-4b5d-bf13-af96101b6344 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=040de28abcc2440f881d6b971977cf70&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0526724 Sep 22 22:06:42.702151 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 35088) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:06:42.708803 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510c4b9-3f94-4b5d-bf13-af96101b6344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4740b7-39ac-4dbe-bd16-8af226730c8d,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:42.720807 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510c4b9-3f94-4b5d-bf13-af96101b6344 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:42.721308 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510c4b9-3f94-4b5d-bf13-af96101b6344 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:42.721652 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510c4b9-3f94-4b5d-bf13-af96101b6344 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:42.722034 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510c4b9-3f94-4b5d-bf13-af96101b6344 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:42.722362 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510c4b9-3f94-4b5d-bf13-af96101b6344 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:42.722688 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510c4b9-3f94-4b5d-bf13-af96101b6344 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:42.723013 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510c4b9-3f94-4b5d-bf13-af96101b6344 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:42.723333 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510c4b9-3f94-4b5d-bf13-af96101b6344 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:42.723663 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510c4b9-3f94-4b5d-bf13-af96101b6344 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:42.723983 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510c4b9-3f94-4b5d-bf13-af96101b6344 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:42.724317 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510c4b9-3f94-4b5d-bf13-af96101b6344 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:42.724652 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510c4b9-3f94-4b5d-bf13-af96101b6344 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:42.724977 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510c4b9-3f94-4b5d-bf13-af96101b6344 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:42.725314 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510c4b9-3f94-4b5d-bf13-af96101b6344 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:42.725657 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510c4b9-3f94-4b5d-bf13-af96101b6344 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2510c4b9-3f94-4b5d-bf13-af96101b6344 admin admin] Tracked resource versions report: Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: pushed versions: Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: { 'AddressGroup': {'1.2'}, Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: 'Agent': {'1.1'}, Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: 'ConntrackHelper': {'1.0'}, Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: 'LocalIPAssociation': {'1.0'}, Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: 'Log': {'1.0'}, Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: 'NDPProxy': {'1.0'}, Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: 'Network': {'1.1'}, Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: 'Port': {'1.7'}, Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: 'PortForwarding': {'1.3'}, Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: 'QosPolicy': {'1.10'}, Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: 'SecurityGroup': {'1.5'}, Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: 'SecurityGroupRule': {'1.2'}, Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: 'SubPort': {'1.0'}, Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: 'Subnet': {'1.1'}, Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: 'Trunk': {'1.1'}} Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: consumer versions: Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: { DHCP agent@dv-cinder-849143-6-iscsi: {}, Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: L3 agent@dv-cinder-849143-6-iscsi: {}, Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: Metadata agent@dv-cinder-849143-6-iscsi: {}, Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: Metering agent@dv-cinder-849143-6-iscsi: {}, Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: Open vSwitch agent@dv-cinder-849143-6-iscsi: { 'AddressGroup': '1.2', Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: 'Agent': '1.1', Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: 'ConntrackHelper': '1.0', Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: 'LocalIPAssociation': '1.0', Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: 'Log': '1.0', Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: 'NDPProxy': '1.0', Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: 'Network': '1.1', Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: 'Port': '1.7', Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: 'PortForwarding': '1.3', Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: 'QosPolicy': '1.10', Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: 'SecurityGroup': '1.5', Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: 'SecurityGroupRule': '1.2', Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: 'SubPort': '1.0', Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: 'Subnet': '1.1', Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: 'Trunk': '1.1'}} Sep 22 22:06:42.727142 dv-cinder-849143-6-iscsi neutron-server[106428]: {{(pid=106428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 22:06:42.763968 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f91b80dd-f1be-4327-9433-6e8796153e11 admin admin] Publish callbacks [] for security_group (ac4740b7-39ac-4dbe-bd16-8af226730c8d), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:06:42.784209 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f91b80dd-f1be-4327-9433-6e8796153e11 admin admin] Publish callbacks [] for security_group (ac4740b7-39ac-4dbe-bd16-8af226730c8d), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:06:42.877238 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f91b80dd-f1be-4327-9433-6e8796153e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (ac4740b7-39ac-4dbe-bd16-8af226730c8d), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:06:42.880609 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f91b80dd-f1be-4327-9433-6e8796153e11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:06:42.881814 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-f91b80dd-f1be-4327-9433-6e8796153e11 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ac4740b7-39ac-4dbe-bd16-8af226730c8d HTTP/1.1" status: 204 len: 168 time: 0.1787438 Sep 22 22:06:42.889421 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b80dd-f1be-4327-9433-6e8796153e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4740b7-39ac-4dbe-bd16-8af226730c8d,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:06:42.897013 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91b80dd-f1be-4327-9433-6e8796153e11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:42.897384 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91b80dd-f1be-4327-9433-6e8796153e11 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:42.897739 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91b80dd-f1be-4327-9433-6e8796153e11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:42.898070 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91b80dd-f1be-4327-9433-6e8796153e11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:42.898395 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91b80dd-f1be-4327-9433-6e8796153e11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:42.898719 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91b80dd-f1be-4327-9433-6e8796153e11 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:42.899036 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91b80dd-f1be-4327-9433-6e8796153e11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:42.899350 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91b80dd-f1be-4327-9433-6e8796153e11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:42.899682 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91b80dd-f1be-4327-9433-6e8796153e11 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:42.899998 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91b80dd-f1be-4327-9433-6e8796153e11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:42.900313 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91b80dd-f1be-4327-9433-6e8796153e11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:42.900643 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91b80dd-f1be-4327-9433-6e8796153e11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:42.900961 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91b80dd-f1be-4327-9433-6e8796153e11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:42.901300 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91b80dd-f1be-4327-9433-6e8796153e11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:42.901609 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91b80dd-f1be-4327-9433-6e8796153e11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:06:44.146697 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=16 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:06:44.826305 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-32ec8327-6f36-4f0d-8936-71c0014a276e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:06:47.003934 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-ef89e41d-1499-46cc-a43b-8f5bc4100e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:06:47.126075 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=18 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:06:48.269409 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:06:49.727998 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:06:49.993894 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:06:52.707785 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=24,neutron:INSERT=5 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:06:52.716027 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:INSERT=6,neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:06:52.885182 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:06:52.892318 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:06:59.988005 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:06:59.989869 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:07:14.129918 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 5 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:07:14.828040 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-8d66b669-19f3-47d7-be4a-3d8db481dcd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:07:17.006595 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-b426aa2d-5a99-4f29-b49a-cdf05247f826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:07:18.269515 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:07:19.720650 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:07:19.995062 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:07:24.125582 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=3 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:07:24.126328 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=5 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:07:29.988967 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:07:29.990801 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:07:43.128889 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:07:44.832858 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-3216d95f-ef48-4e48-9806-a41b43cc0445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:07:47.007493 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-39e82606-6428-471a-8ca6-644d37440378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:07:48.271874 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:07:49.724655 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:07:49.998407 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:07:51.129411 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 5 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:07:59.991779 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:07:59.993625 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:08:01.124604 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=3 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:08:01.125385 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=5 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:08:14.834025 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-3d9444e9-5fdf-4778-aacf-b08aa641796e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:08:16.472069 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3679435'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:08:17.008673 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-b5cd8b9d-2092-4ae9-ac1e-ae0d5a8ad5fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:08:18.273966 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:08:19.727507 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:08:20.002092 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:08:28.128062 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:08:29.507614 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 35184) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:08:29.633883 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-3fbad5b3-4cc9-4713-8725-593b110346e7 admin admin] 10.222.0.25 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1251373 Sep 22 22:08:29.995939 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:08:29.997212 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:08:32.108629 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 35194) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:08:32.162798 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-9fe81f44-4421-4fcf-b31d-65c6202d8f03 admin admin] 10.222.0.25 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0530870 Sep 22 22:08:40.107547 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=18 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:08:40.108285 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=16 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:08:42.156620 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:08:42.158415 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:08:44.836193 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ae14ea1-8fe3-4a33-8b7e-84a7a043db7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:08:46.477937 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:08:47.010715 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-f5ad90f7-e45b-4945-a62f-77f6c0a3a487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:08:48.276193 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:08:49.732775 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:08:50.005334 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:08:59.999794 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:09:00.001753 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:09:05.127543 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:09:12.146960 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=4 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:09:14.837934 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-38e36b2f-27db-48a4-8d4b-9fd47a04da70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:09:15.123292 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=4 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:09:16.475036 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:09:17.012390 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-7d1033f5-eb06-4e41-81b8-427165864f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:09:18.280518 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:09:19.736586 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:09:20.008298 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:09:30.002299 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:09:30.004935 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:09:42.126912 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:09:44.845904 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-de35747f-df63-4601-95e8-23b645a3df13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:09:46.487582 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:09:47.013735 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-05d72800-bb0e-4648-b7d6-3334f84e7e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:09:48.282806 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:09:49.739646 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:09:50.012234 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:09:52.122185 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=4 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:09:52.122974 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:00.006284 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:00.008638 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:08.649296 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 35368) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:08.844236 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-2d0897e8-b30e-424e-b6ce-a5e887197bbd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2058369361-network', 'tenant_id': '2a52e44d03f74727863b596c606ee35d'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:10:08.867806 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0897e8-b30e-424e-b6ce-a5e887197bbd admin admin] Made reservation on behalf of 2a52e44d03f74727863b596c606ee35d for: {'network': 1} {{(pid=106429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:10:08.870842 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2d0897e8-b30e-424e-b6ce-a5e887197bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for network (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:08.880542 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2d0897e8-b30e-424e-b6ce-a5e887197bbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:08.973212 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2d0897e8-b30e-424e-b6ce-a5e887197bbd admin admin] Publish callbacks [] for security_group (6c79a253-b866-4396-8b34-4bda7965341b), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:08.977989 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2d0897e8-b30e-424e-b6ce-a5e887197bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (6c79a253-b866-4396-8b34-4bda7965341b), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:09.004628 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d0897e8-b30e-424e-b6ce-a5e887197bbd admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=106429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:10:09.022630 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0897e8-b30e-424e-b6ce-a5e887197bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c79a253-b866-4396-8b34-4bda7965341b,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:09.025075 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2d0897e8-b30e-424e-b6ce-a5e887197bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (1f071678-2ddc-41ad-b56b-82f48e5a30da), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:09.025431 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.db.segments_db [None req-2d0897e8-b30e-424e-b6ce-a5e887197bbd admin admin] Added segment 1f071678-2ddc-41ad-b56b-82f48e5a30da of type vlan for network 9a795bf6-043e-463b-a8c2-1515f286856d Sep 22 22:10:09.047027 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0897e8-b30e-424e-b6ce-a5e887197bbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:09.047267 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0897e8-b30e-424e-b6ce-a5e887197bbd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:09.047795 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0897e8-b30e-424e-b6ce-a5e887197bbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:09.048162 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0897e8-b30e-424e-b6ce-a5e887197bbd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:09.048634 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0897e8-b30e-424e-b6ce-a5e887197bbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:09.048855 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0897e8-b30e-424e-b6ce-a5e887197bbd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:09.049203 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0897e8-b30e-424e-b6ce-a5e887197bbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:09.049521 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0897e8-b30e-424e-b6ce-a5e887197bbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:09.049857 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0897e8-b30e-424e-b6ce-a5e887197bbd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:09.050178 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0897e8-b30e-424e-b6ce-a5e887197bbd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:09.050494 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0897e8-b30e-424e-b6ce-a5e887197bbd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:09.050826 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0897e8-b30e-424e-b6ce-a5e887197bbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:09.051139 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0897e8-b30e-424e-b6ce-a5e887197bbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:09.051600 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0897e8-b30e-424e-b6ce-a5e887197bbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:09.052075 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0897e8-b30e-424e-b6ce-a5e887197bbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0897e8-b30e-424e-b6ce-a5e887197bbd admin admin] Tracked resource versions report: Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: pushed versions: Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: { 'AddressGroup': {'1.2'}, Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: 'Agent': {'1.1'}, Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: 'ConntrackHelper': {'1.0'}, Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: 'LocalIPAssociation': {'1.0'}, Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: 'Log': {'1.0'}, Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: 'NDPProxy': {'1.0'}, Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: 'Network': {'1.1'}, Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: 'Port': {'1.7'}, Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: 'PortForwarding': {'1.3'}, Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: 'QosPolicy': {'1.10'}, Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: 'SecurityGroup': {'1.5'}, Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: 'SecurityGroupRule': {'1.2'}, Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: 'SubPort': {'1.0'}, Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: 'Subnet': {'1.1'}, Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: 'Trunk': {'1.1'}} Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: consumer versions: Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: { DHCP agent@dv-cinder-849143-6-iscsi: {}, Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: HyperV agent@hv-cinder-84914: {}, Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: L3 agent@dv-cinder-849143-6-iscsi: {}, Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: Metadata agent@dv-cinder-849143-6-iscsi: {}, Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: Metering agent@dv-cinder-849143-6-iscsi: {}, Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: Open vSwitch agent@dv-cinder-849143-6-iscsi: { 'AddressGroup': '1.2', Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: 'Agent': '1.1', Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: 'ConntrackHelper': '1.0', Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: 'LocalIPAssociation': '1.0', Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: 'Log': '1.0', Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: 'NDPProxy': '1.0', Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: 'Network': '1.1', Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: 'Port': '1.7', Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: 'PortForwarding': '1.3', Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: 'QosPolicy': '1.10', Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: 'SecurityGroup': '1.5', Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: 'SecurityGroupRule': '1.2', Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: 'SubPort': '1.0', Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: 'Subnet': '1.1', Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: 'Trunk': '1.1'}} Sep 22 22:10:09.053312 dv-cinder-849143-6-iscsi neutron-server[106429]: {{(pid=106429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 22:10:09.096444 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2d0897e8-b30e-424e-b6ce-a5e887197bbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778793421990'] for network (9a795bf6-043e-463b-a8c2-1515f286856d), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:09.123544 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2d0897e8-b30e-424e-b6ce-a5e887197bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218'] for network (9a795bf6-043e-463b-a8c2-1515f286856d), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:09.124607 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0897e8-b30e-424e-b6ce-a5e887197bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:09.125206 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2d0897e8-b30e-424e-b6ce-a5e887197bbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:09.191134 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0897e8-b30e-424e-b6ce-a5e887197bbd admin admin] Pushing event updated for resources: {'Network': ['ID=9a795bf6-043e-463b-a8c2-1515f286856d,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:09.202730 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Network 9a795bf6-043e-463b-a8c2-1515f286856d details requested by agent ovs-agent-dv-cinder-849143-6-iscsi with host dv-cinder-849143-6-iscsi {{(pid=106430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 22:10:09.208043 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 35398) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:09.209402 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-2d0897e8-b30e-424e-b6ce-a5e887197bbd admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5589001 Sep 22 22:10:09.218446 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-b9b87001-35e7-47d3-906c-6dc0f28827db admin admin] Request body: {'subnet': {'network_id': '9a795bf6-043e-463b-a8c2-1515f286856d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2058369361-subnet', 'tenant_id': '2a52e44d03f74727863b596c606ee35d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:10:09.254936 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b87001-35e7-47d3-906c-6dc0f28827db admin admin] Made reservation on behalf of 2a52e44d03f74727863b596c606ee35d for: {'subnet': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:10:09.258630 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b9b87001-35e7-47d3-906c-6dc0f28827db admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:09.435970 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 35412) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:09.645285 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b9b87001-35e7-47d3-906c-6dc0f28827db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218'] for subnet (7ccb8ec1-bca7-4468-84d0-159b88fbfcb1), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:09.699994 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b87001-35e7-47d3-906c-6dc0f28827db admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ccb8ec1-bca7-4468-84d0-159b88fbfcb1,revision_number=0']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:09.722924 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b87001-35e7-47d3-906c-6dc0f28827db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:09.723272 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b87001-35e7-47d3-906c-6dc0f28827db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:09.723636 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b87001-35e7-47d3-906c-6dc0f28827db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:09.723979 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b87001-35e7-47d3-906c-6dc0f28827db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:09.724311 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b87001-35e7-47d3-906c-6dc0f28827db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:09.724645 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b87001-35e7-47d3-906c-6dc0f28827db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:09.724971 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b87001-35e7-47d3-906c-6dc0f28827db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:09.725328 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b87001-35e7-47d3-906c-6dc0f28827db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:09.725678 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b87001-35e7-47d3-906c-6dc0f28827db admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:09.726008 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b87001-35e7-47d3-906c-6dc0f28827db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:09.726353 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b87001-35e7-47d3-906c-6dc0f28827db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:09.726684 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b87001-35e7-47d3-906c-6dc0f28827db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:09.727008 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b87001-35e7-47d3-906c-6dc0f28827db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:09.727328 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b87001-35e7-47d3-906c-6dc0f28827db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:09.727650 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b87001-35e7-47d3-906c-6dc0f28827db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b87001-35e7-47d3-906c-6dc0f28827db admin admin] Tracked resource versions report: Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: pushed versions: Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: { 'AddressGroup': {'1.2'}, Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: 'Agent': {'1.1'}, Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: 'ConntrackHelper': {'1.0'}, Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: 'LocalIPAssociation': {'1.0'}, Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: 'Log': {'1.0'}, Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: 'NDPProxy': {'1.0'}, Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: 'Network': {'1.1'}, Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: 'Port': {'1.7'}, Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: 'PortForwarding': {'1.3'}, Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: 'QosPolicy': {'1.10'}, Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: 'SecurityGroup': {'1.5'}, Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: 'SecurityGroupRule': {'1.2'}, Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: 'SubPort': {'1.0'}, Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: 'Subnet': {'1.1'}, Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: 'Trunk': {'1.1'}} Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: consumer versions: Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: { DHCP agent@dv-cinder-849143-6-iscsi: {}, Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: HyperV agent@hv-cinder-84914: {}, Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: L3 agent@dv-cinder-849143-6-iscsi: {}, Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: Metadata agent@dv-cinder-849143-6-iscsi: {}, Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: Metering agent@dv-cinder-849143-6-iscsi: {}, Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: Open vSwitch agent@dv-cinder-849143-6-iscsi: { 'AddressGroup': '1.2', Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: 'Agent': '1.1', Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: 'ConntrackHelper': '1.0', Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: 'LocalIPAssociation': '1.0', Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: 'Log': '1.0', Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: 'NDPProxy': '1.0', Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: 'Network': '1.1', Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: 'Port': '1.7', Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: 'PortForwarding': '1.3', Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: 'QosPolicy': '1.10', Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: 'SecurityGroup': '1.5', Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: 'SecurityGroupRule': '1.2', Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: 'SubPort': '1.0', Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: 'Subnet': '1.1', Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: 'Trunk': '1.1'}} Sep 22 22:10:09.728860 dv-cinder-849143-6-iscsi neutron-server[106428]: {{(pid=106428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 22:10:09.740363 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b87001-35e7-47d3-906c-6dc0f28827db admin admin] Checking segment: {'id': '1f071678-2ddc-41ad-b56b-82f48e5a30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9a795bf6-043e-463b-a8c2-1515f286856d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:10:09.741175 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b87001-35e7-47d3-906c-6dc0f28827db admin admin] Network hostable DHCP agents. Network: 9a795bf6-043e-463b-a8c2-1515f286856d, hostable agents: ['46112969-b587-44d5-b5c4-b732185f2ac5'], hosted agents: [] {{(pid=106428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:10:09.743737 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 35440) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:09.776723 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b87001-35e7-47d3-906c-6dc0f28827db admin admin] Network 9a795bf6-043e-463b-a8c2-1515f286856d is scheduled to be hosted by DHCP agent 46112969-b587-44d5-b5c4-b732185f2ac5 with binding_index 1 {{(pid=106428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:10:09.790685 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [None req-b9b87001-35e7-47d3-906c-6dc0f28827db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-6-iscsi, 9a795bf6-043e-463b-a8c2-1515f286856d) {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:10:09.802447 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-88eabd89-8917-43ae-b04e-6c4eabcbbcad admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-955786795-network', 'tenant_id': '0499a794df4444b594ee3126a8e210c1'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:10:09.803818 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bf7908-54a4-4d89-9a35-fe2df55d44d3 None None] Network 9a795bf6-043e-463b-a8c2-1515f286856d requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:10:09.811656 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b87001-35e7-47d3-906c-6dc0f28827db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:09.812651 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b9b87001-35e7-47d3-906c-6dc0f28827db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for subnet (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:09.842726 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88eabd89-8917-43ae-b04e-6c4eabcbbcad admin admin] Made reservation on behalf of 0499a794df4444b594ee3126a8e210c1 for: {'network': 1} {{(pid=106429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:10:09.846423 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-88eabd89-8917-43ae-b04e-6c4eabcbbcad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for network (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:09.859386 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-88eabd89-8917-43ae-b04e-6c4eabcbbcad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:09.860207 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-b9b87001-35e7-47d3-906c-6dc0f28827db admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6508565 Sep 22 22:10:09.862918 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 35446) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:09.868876 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-8d8a5e08-8df2-4f03-bc06-498b4ba9d382 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-2058369361-router', 'tenant_id': '2a52e44d03f74727863b596c606ee35d', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:10:09.909720 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8d8a5e08-8df2-4f03-bc06-498b4ba9d382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3680899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3444'] for router (8ba40026-4fd8-4134-b383-8997842936b8), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:09.912328 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8d8a5e08-8df2-4f03-bc06-498b4ba9d382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4093241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3437'] for router (8ba40026-4fd8-4134-b383-8997842936b8), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:09.943069 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21c0a57c-ab00-5552-8730-642a300f25b7-9a795bf6-043e-463b-a8c2-1515f286856d', 'network_id': '9a795bf6-043e-463b-a8c2-1515f286856d', 'project_id': '2a52e44d03f74727863b596c606ee35d', 'fixed_ips': [{'subnet_id': '7ccb8ec1-bca7-4468-84d0-159b88fbfcb1'}]}} from dv-cinder-849143-6-iscsi. {{(pid=106430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 22:10:09.944183 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:09.975363 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-88eabd89-8917-43ae-b04e-6c4eabcbbcad admin admin] Publish callbacks [] for security_group (d17cf1c9-c199-416e-8828-0b67dd2dd477), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:09.982570 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-88eabd89-8917-43ae-b04e-6c4eabcbbcad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (d17cf1c9-c199-416e-8828-0b67dd2dd477), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:09.998965 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88eabd89-8917-43ae-b04e-6c4eabcbbcad admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=106429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:10:10.015178 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-88eabd89-8917-43ae-b04e-6c4eabcbbcad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (3f85bb79-e1af-4130-b82b-25835361ba77), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:10.015691 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.db.segments_db [None req-88eabd89-8917-43ae-b04e-6c4eabcbbcad admin admin] Added segment 3f85bb79-e1af-4130-b82b-25835361ba77 of type vlan for network 770f63d9-fbe3-4433-90af-714bf608e28c Sep 22 22:10:10.068415 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-88eabd89-8917-43ae-b04e-6c4eabcbbcad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778793421990'] for network (770f63d9-fbe3-4433-90af-714bf608e28c), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:10.084760 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8d8a5e08-8df2-4f03-bc06-498b4ba9d382 admin admin] Publish callbacks [] for router_controller (8ba40026-4fd8-4134-b383-8997842936b8), precommit_add_association {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:10.159828 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-763d485a-3d34-4431-914e-23def75f4e63 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1191242340-network', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:10:10.176320 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:10.183857 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.db_base_plugin_common [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Allocated IP 172.20.0.2 (9a795bf6-043e-463b-a8c2-1515f286856d/7ccb8ec1-bca7-4468-84d0-159b88fbfcb1/715838e7-3ac3-4812-8e1b-4f95ebc9715f) {{(pid=106430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:10:10.205091 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eabd89-8917-43ae-b04e-6c4eabcbbcad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17cf1c9-c199-416e-8828-0b67dd2dd477,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:10.227936 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-88eabd89-8917-43ae-b04e-6c4eabcbbcad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218'] for network (770f63d9-fbe3-4433-90af-714bf608e28c), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:10.231190 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88eabd89-8917-43ae-b04e-6c4eabcbbcad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:10.233764 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-88eabd89-8917-43ae-b04e-6c4eabcbbcad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:10.287639 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-88eabd89-8917-43ae-b04e-6c4eabcbbcad admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8496988 Sep 22 22:10:10.322585 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 35476) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:10.331718 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-53b0f4ea-ea79-4398-a1dd-cad60be26b17 admin admin] Request body: {'subnet': {'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-955786795-subnet', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:10:10.350481 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=75,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:10.355677 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763d485a-3d34-4431-914e-23def75f4e63 admin admin] Made reservation on behalf of 226257b343d24054bc2178b47a9a5a4f for: {'network': 1} {{(pid=106429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:10:10.358772 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-763d485a-3d34-4431-914e-23def75f4e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for network (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:10.370125 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b0f4ea-ea79-4398-a1dd-cad60be26b17 admin admin] Made reservation on behalf of 0499a794df4444b594ee3126a8e210c1 for: {'subnet': 1} {{(pid=106429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:10:10.373505 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-53b0f4ea-ea79-4398-a1dd-cad60be26b17 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:10.403716 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8d8a5e08-8df2-4f03-bc06-498b4ba9d382 admin admin] Publish callbacks [] for router_gateway (8ba40026-4fd8-4134-b383-8997842936b8), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:10.489279 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Publish callbacks [] for port (715838e7-3ac3-4812-8e1b-4f95ebc9715f), precommit_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:10.505869 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505'] for port (715838e7-3ac3-4812-8e1b-4f95ebc9715f), after_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:10.578373 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-53b0f4ea-ea79-4398-a1dd-cad60be26b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218'] for subnet (bf216d7c-d985-409d-9ea6-5ff04204374d), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:10.592384 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-763d485a-3d34-4431-914e-23def75f4e63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:10.609332 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Network 9a795bf6-043e-463b-a8c2-1515f286856d is already hosted by enough agents. {{(pid=106430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:10:10.621399 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.scheduler.base_scheduler [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Resources bound (agent type, host, resource id): {{(pid=106430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:10:10.629796 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Received port after_create {{(pid=106430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:10:10.640395 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eabd89-8917-43ae-b04e-6c4eabcbbcad admin admin] Pushing event updated for resources: {'Network': ['ID=770f63d9-fbe3-4433-90af-714bf608e28c,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:10.642766 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0f4ea-ea79-4398-a1dd-cad60be26b17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf216d7c-d985-409d-9ea6-5ff04204374d,revision_number=0']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:10.664275 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Network 770f63d9-fbe3-4433-90af-714bf608e28c details requested by agent ovs-agent-dv-cinder-849143-6-iscsi with host dv-cinder-849143-6-iscsi {{(pid=106430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 22:10:10.679498 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Pushing event updated for resources: {'Port': ['ID=715838e7-3ac3-4812-8e1b-4f95ebc9715f,revision_number=1']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:10.727545 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:10.728077 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:10.728514 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:10.728915 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:10.729529 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:10.730512 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:10.731138 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:10.732387 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:10.732739 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:10.733543 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:10.733890 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:10.734414 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:10.734759 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:10.735105 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:10.735511 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Tracked resource versions report: Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: pushed versions: Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: { 'AddressGroup': {'1.2'}, Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: 'Agent': {'1.1'}, Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: 'ConntrackHelper': {'1.0'}, Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: 'LocalIPAssociation': {'1.0'}, Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: 'Log': {'1.0'}, Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: 'NDPProxy': {'1.0'}, Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: 'Network': {'1.1'}, Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: 'Port': {'1.7'}, Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: 'PortForwarding': {'1.3'}, Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: 'QosPolicy': {'1.10'}, Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: 'SecurityGroup': {'1.5'}, Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: 'SecurityGroupRule': {'1.2'}, Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: 'SubPort': {'1.0'}, Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: 'Subnet': {'1.1'}, Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: 'Trunk': {'1.1'}} Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: consumer versions: Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: { DHCP agent@dv-cinder-849143-6-iscsi: {}, Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: HyperV agent@hv-cinder-84914: {}, Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: L3 agent@dv-cinder-849143-6-iscsi: {}, Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: Metadata agent@dv-cinder-849143-6-iscsi: {}, Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: Metering agent@dv-cinder-849143-6-iscsi: {}, Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: Open vSwitch agent@dv-cinder-849143-6-iscsi: { 'AddressGroup': '1.2', Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: 'Agent': '1.1', Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: 'ConntrackHelper': '1.0', Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: 'LocalIPAssociation': '1.0', Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: 'Log': '1.0', Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: 'NDPProxy': '1.0', Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: 'Network': '1.1', Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: 'Port': '1.7', Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: 'PortForwarding': '1.3', Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: 'QosPolicy': '1.10', Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: 'SecurityGroup': '1.5', Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: 'SecurityGroupRule': '1.2', Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: 'SubPort': '1.0', Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: 'Subnet': '1.1', Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: 'Trunk': '1.1'}} Sep 22 22:10:10.736833 dv-cinder-849143-6-iscsi neutron-server[106430]: {{(pid=106430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 22:10:10.786431 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-763d485a-3d34-4431-914e-23def75f4e63 admin admin] Publish callbacks [] for security_group (c3d58eb3-4342-4cd5-a5d2-275e4580eaa9), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:10.787375 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:10.797524 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b0f4ea-ea79-4398-a1dd-cad60be26b17 admin admin] Checking segment: {'id': '3f85bb79-e1af-4130-b82b-25835361ba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:10:10.798143 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b0f4ea-ea79-4398-a1dd-cad60be26b17 admin admin] Network hostable DHCP agents. Network: 770f63d9-fbe3-4433-90af-714bf608e28c, hostable agents: ['46112969-b587-44d5-b5c4-b732185f2ac5'], hosted agents: [] {{(pid=106429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:10:10.800517 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-763d485a-3d34-4431-914e-23def75f4e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (c3d58eb3-4342-4cd5-a5d2-275e4580eaa9), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:10.821679 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Attempting to bind port 715838e7-3ac3-4812-8e1b-4f95ebc9715f on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:10:10.822054 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Attempting to bind port 715838e7-3ac3-4812-8e1b-4f95ebc9715f by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': '1f071678-2ddc-41ad-b56b-82f48e5a30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9a795bf6-043e-463b-a8c2-1515f286856d'}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:10:10.822424 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Attempting to bind port 715838e7-3ac3-4812-8e1b-4f95ebc9715f on network 9a795bf6-043e-463b-a8c2-1515f286856d {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:10:10.831025 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d485a-3d34-4431-914e-23def75f4e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d58eb3-4342-4cd5-a5d2-275e4580eaa9,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:10.864061 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:10.865824 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8d8a5e08-8df2-4f03-bc06-498b4ba9d382 admin admin] Publish callbacks [] for router_gateway (8ba40026-4fd8-4134-b383-8997842936b8), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:10.890796 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b0f4ea-ea79-4398-a1dd-cad60be26b17 admin admin] Network 770f63d9-fbe3-4433-90af-714bf608e28c is scheduled to be hosted by DHCP agent 46112969-b587-44d5-b5c4-b732185f2ac5 with binding_index 1 {{(pid=106429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:10:10.891141 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:10.894038 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-763d485a-3d34-4431-914e-23def75f4e63 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=106429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:10:10.896635 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8d8a5e08-8df2-4f03-bc06-498b4ba9d382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:10.909417 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-763d485a-3d34-4431-914e-23def75f4e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (be8993b7-fcf5-42ec-b1db-df616a95c294), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:10.909869 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.db.segments_db [None req-763d485a-3d34-4431-914e-23def75f4e63 admin admin] Added segment be8993b7-fcf5-42ec-b1db-df616a95c294 of type vlan for network 76b70dbd-430e-4822-82a3-49c7f238d2e2 Sep 22 22:10:10.928387 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-53b0f4ea-ea79-4398-a1dd-cad60be26b17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-6-iscsi, 770f63d9-fbe3-4433-90af-714bf608e28c) {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:10:10.951700 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b0f4ea-ea79-4398-a1dd-cad60be26b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:10.952298 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-53b0f4ea-ea79-4398-a1dd-cad60be26b17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for subnet (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:10.969447 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:10:10.973902 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Checking segment: {'id': '1f071678-2ddc-41ad-b56b-82f48e5a30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9a795bf6-043e-463b-a8c2-1515f286856d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:10:10.974554 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:10.976309 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Bound using segment: {'id': '1f071678-2ddc-41ad-b56b-82f48e5a30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9a795bf6-043e-463b-a8c2-1515f286856d'} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:10:10.978170 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Bound port: 715838e7-3ac3-4812-8e1b-4f95ebc9715f, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f071678-2ddc-41ad-b56b-82f48e5a30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9a795bf6-043e-463b-a8c2-1515f286856d'}}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:10:10.978598 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (715838e7-3ac3-4812-8e1b-4f95ebc9715f), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:10.986844 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-53b0f4ea-ea79-4398-a1dd-cad60be26b17 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6541617 Sep 22 22:10:10.986844 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 35500) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:10.990774 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-b6ff0286-f1c6-43a3-9056-5962281e8a08 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-955786795-router', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:10:11.017545 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-763d485a-3d34-4431-914e-23def75f4e63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778793421990'] for network (76b70dbd-430e-4822-82a3-49c7f238d2e2), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:11.021053 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cb77a9-d9cf-4784-a613-2a271080df05 None None] Network 770f63d9-fbe3-4433-90af-714bf608e28c requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:10:11.029126 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-b6ff0286-f1c6-43a3-9056-5962281e8a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3680899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3444'] for router (d69c119b-36e6-4102-a210-542d5988f463), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:11.030959 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-b6ff0286-f1c6-43a3-9056-5962281e8a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4093241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3437'] for router (d69c119b-36e6-4102-a210-542d5988f463), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:11.082093 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [None req-8d8a5e08-8df2-4f03-bc06-498b4ba9d382 admin admin] Allocated IP 172.27.1.51 (222d3bc3-ee2a-4d75-8e21-75e580ff73b3/4214672d-8971-44fc-bb6c-9c23836d3a7a/b00c348f-9c3b-4360-b53b-3161c4f437dd) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:10:11.115099 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-763d485a-3d34-4431-914e-23def75f4e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218'] for network (76b70dbd-430e-4822-82a3-49c7f238d2e2), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:11.118362 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763d485a-3d34-4431-914e-23def75f4e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:11.119293 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-763d485a-3d34-4431-914e-23def75f4e63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:11.133094 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-b6ff0286-f1c6-43a3-9056-5962281e8a08 admin admin] Publish callbacks [] for router_controller (d69c119b-36e6-4102-a210-542d5988f463), precommit_add_association {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:11.205492 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d485a-3d34-4431-914e-23def75f4e63 admin admin] Pushing event updated for resources: {'Network': ['ID=76b70dbd-430e-4822-82a3-49c7f238d2e2,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:11.222019 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-763d485a-3d34-4431-914e-23def75f4e63 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4735897 Sep 22 22:10:11.224598 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 35510) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:11.226080 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] For port 715838e7-3ac3-4812-8e1b-4f95ebc9715f, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:10:11.229770 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-3e13ca6f-71cc-4183-81c9-b0eb347a65cc admin admin] Request body: {'subnet': {'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-subnet', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:10:11.230125 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] For port 715838e7-3ac3-4812-8e1b-4f95ebc9715f, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=715838e7-3ac3-4812-8e1b-4f95ebc9715f,segment=NetworkSegment(1f071678-2ddc-41ad-b56b-82f48e5a30da),segment_id=1f071678-2ddc-41ad-b56b-82f48e5a30da)] {{(pid=106430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:10:11.238248 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Network 76b70dbd-430e-4822-82a3-49c7f238d2e2 details requested by agent ovs-agent-dv-cinder-849143-6-iscsi with host dv-cinder-849143-6-iscsi {{(pid=106430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 22:10:11.314091 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e13ca6f-71cc-4183-81c9-b0eb347a65cc admin admin] Made reservation on behalf of 226257b343d24054bc2178b47a9a5a4f for: {'subnet': 1} {{(pid=106429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:10:11.316930 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3e13ca6f-71cc-4183-81c9-b0eb347a65cc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:11.320966 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (715838e7-3ac3-4812-8e1b-4f95ebc9715f), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:11.352841 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8d8a5e08-8df2-4f03-bc06-498b4ba9d382 admin admin] Publish callbacks [] for port (b00c348f-9c3b-4360-b53b-3161c4f437dd), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:11.408231 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1b859-2b4e-46cd-a84a-0c972c7e1ded None None] Pushing event updated for resources: {'Port': ['ID=715838e7-3ac3-4812-8e1b-4f95ebc9715f,revision_number=2']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:11.437834 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:11.453497 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7d4a32-f0d8-4d00-8f6f-f9e5dd4d9693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21c0a57c-ab00-5552-8730-642a300f25b7-770f63d9-fbe3-4433-90af-714bf608e28c', 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c', 'project_id': '0499a794df4444b594ee3126a8e210c1', 'fixed_ips': [{'subnet_id': 'bf216d7c-d985-409d-9ea6-5ff04204374d'}]}} from dv-cinder-849143-6-iscsi. {{(pid=106430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 22:10:11.455726 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4a32-f0d8-4d00-8f6f-f9e5dd4d9693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:11.470371 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:11.480375 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8d8a5e08-8df2-4f03-bc06-498b4ba9d382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505'] for port (b00c348f-9c3b-4360-b53b-3161c4f437dd), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:11.602324 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a5e08-8df2-4f03-bc06-498b4ba9d382 admin admin] Pushing event updated for resources: {'Port': ['ID=b00c348f-9c3b-4360-b53b-3161c4f437dd,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:11.642995 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8a5e08-8df2-4f03-bc06-498b4ba9d382 admin admin] Network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:10:11.649418 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [None req-8d8a5e08-8df2-4f03-bc06-498b4ba9d382 admin admin] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:10:11.653019 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3e13ca6f-71cc-4183-81c9-b0eb347a65cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218'] for subnet (b69367a6-5eda-4933-ae45-e149b1c204d0), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:11.662398 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8a5e08-8df2-4f03-bc06-498b4ba9d382 admin admin] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:10:12.057162 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-b6ff0286-f1c6-43a3-9056-5962281e8a08 admin admin] Publish callbacks [] for router_gateway (d69c119b-36e6-4102-a210-542d5988f463), precommit_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:12.061015 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:12.065633 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13ca6f-71cc-4183-81c9-b0eb347a65cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b69367a6-5eda-4933-ae45-e149b1c204d0,revision_number=0']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:12.071138 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e13ca6f-71cc-4183-81c9-b0eb347a65cc admin admin] Checking segment: {'id': 'be8993b7-fcf5-42ec-b1db-df616a95c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:10:12.071585 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e13ca6f-71cc-4183-81c9-b0eb347a65cc admin admin] Network hostable DHCP agents. Network: 76b70dbd-430e-4822-82a3-49c7f238d2e2, hostable agents: ['46112969-b587-44d5-b5c4-b732185f2ac5'], hosted agents: [] {{(pid=106429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:10:12.098187 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:12.118056 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.db_base_plugin_common [None req-4f7d4a32-f0d8-4d00-8f6f-f9e5dd4d9693 None None] Allocated IP 172.20.0.2 (770f63d9-fbe3-4433-90af-714bf608e28c/bf216d7c-d985-409d-9ea6-5ff04204374d/24c261e6-fa25-4ce6-b51e-0ac386ae8815) {{(pid=106430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:10:12.147224 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e13ca6f-71cc-4183-81c9-b0eb347a65cc admin admin] Network 76b70dbd-430e-4822-82a3-49c7f238d2e2 is scheduled to be hosted by DHCP agent 46112969-b587-44d5-b5c4-b732185f2ac5 with binding_index 1 {{(pid=106429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:10:12.182131 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-3e13ca6f-71cc-4183-81c9-b0eb347a65cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-6-iscsi, 76b70dbd-430e-4822-82a3-49c7f238d2e2) {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:10:12.193056 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e13ca6f-71cc-4183-81c9-b0eb347a65cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:12.193709 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3e13ca6f-71cc-4183-81c9-b0eb347a65cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for subnet (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:12.268659 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c8dfd0-098f-494f-a2ef-3d3497059225 None None] Network 76b70dbd-430e-4822-82a3-49c7f238d2e2 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:10:12.331305 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 35534) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:12.331599 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-3e13ca6f-71cc-4183-81c9-b0eb347a65cc admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1062515 Sep 22 22:10:12.339556 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-6642d52f-ecde-4778-bdbe-48aee96089e2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:10:12.359651 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8d8a5e08-8df2-4f03-bc06-498b4ba9d382 admin admin] Publish callbacks [] for router_gateway (8ba40026-4fd8-4134-b383-8997842936b8), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:12.409148 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-6642d52f-ecde-4778-bdbe-48aee96089e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3680899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3444'] for router (c61ed6dd-031e-4a20-9d68-18897d0cccb2), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:12.410227 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-6642d52f-ecde-4778-bdbe-48aee96089e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4093241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3437'] for router (c61ed6dd-031e-4a20-9d68-18897d0cccb2), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:12.487751 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-b6ff0286-f1c6-43a3-9056-5962281e8a08 admin admin] Publish callbacks [] for router_gateway (d69c119b-36e6-4102-a210-542d5988f463), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:12.535895 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-b6ff0286-f1c6-43a3-9056-5962281e8a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:12.645094 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-6642d52f-ecde-4778-bdbe-48aee96089e2 admin admin] Publish callbacks [] for router_controller (c61ed6dd-031e-4a20-9d68-18897d0cccb2), precommit_add_association {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:12.724117 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4a32-f0d8-4d00-8f6f-f9e5dd4d9693 None None] Publish callbacks [] for port (24c261e6-fa25-4ce6-b51e-0ac386ae8815), precommit_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:12.738665 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.db_base_plugin_common [None req-b6ff0286-f1c6-43a3-9056-5962281e8a08 admin admin] Allocated IP 172.27.1.88 (222d3bc3-ee2a-4d75-8e21-75e580ff73b3/4214672d-8971-44fc-bb6c-9c23836d3a7a/0831a477-b13a-4a2c-a66a-216fdba5ac3c) {{(pid=106429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:10:12.770929 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4a32-f0d8-4d00-8f6f-f9e5dd4d9693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505'] for port (24c261e6-fa25-4ce6-b51e-0ac386ae8815), after_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:12.777251 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:INSERT=6 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:12.884037 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d4a32-f0d8-4d00-8f6f-f9e5dd4d9693 None None] Pushing event updated for resources: {'Port': ['ID=24c261e6-fa25-4ce6-b51e-0ac386ae8815,revision_number=1']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:12.904124 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-b6ff0286-f1c6-43a3-9056-5962281e8a08 admin admin] Publish callbacks [] for port (0831a477-b13a-4a2c-a66a-216fdba5ac3c), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:12.953510 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7d4a32-f0d8-4d00-8f6f-f9e5dd4d9693 None None] Network 770f63d9-fbe3-4433-90af-714bf608e28c is already hosted by enough agents. {{(pid=106430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:10:12.954861 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-6642d52f-ecde-4778-bdbe-48aee96089e2 admin admin] Publish callbacks [] for router_gateway (c61ed6dd-031e-4a20-9d68-18897d0cccb2), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:12.955944 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.scheduler.base_scheduler [None req-4f7d4a32-f0d8-4d00-8f6f-f9e5dd4d9693 None None] Resources bound (agent type, host, resource id): {{(pid=106430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:10:12.959354 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7d4a32-f0d8-4d00-8f6f-f9e5dd4d9693 None None] Received port after_create {{(pid=106430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:10:12.975063 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-b6ff0286-f1c6-43a3-9056-5962281e8a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505'] for port (0831a477-b13a-4a2c-a66a-216fdba5ac3c), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:12.981899 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec255e7-e318-47c6-8ec5-4c443e137361 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21c0a57c-ab00-5552-8730-642a300f25b7-76b70dbd-430e-4822-82a3-49c7f238d2e2', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0'}]}} from dv-cinder-849143-6-iscsi. {{(pid=106430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 22:10:12.984235 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-dec255e7-e318-47c6-8ec5-4c443e137361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:13.053461 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ff0286-f1c6-43a3-9056-5962281e8a08 admin admin] Network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 is already hosted by enough agents. {{(pid=106429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:10:13.064198 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-b6ff0286-f1c6-43a3-9056-5962281e8a08 admin admin] Resources bound (agent type, host, resource id): {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:10:13.070754 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b759d416-ff39-42fc-8a4e-194f2be32fe5 None None] Network 9a795bf6-043e-463b-a8c2-1515f286856d requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:10:13.079133 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ff0286-f1c6-43a3-9056-5962281e8a08 admin admin] Received port after_create {{(pid=106429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:10:13.125624 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:13.127247 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:13.202468 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:13.205060 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff0286-f1c6-43a3-9056-5962281e8a08 admin admin] Pushing event updated for resources: {'Port': ['ID=0831a477-b13a-4a2c-a66a-216fdba5ac3c,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:13.229155 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:13.275069 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-0364e461-778c-47ff-8b0e-ab6817968353 None None] Provisioning complete for port 715838e7-3ac3-4812-8e1b-4f95ebc9715f triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:10:13.275739 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-0364e461-778c-47ff-8b0e-ab6817968353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (715838e7-3ac3-4812-8e1b-4f95ebc9715f), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:13.276243 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-0364e461-778c-47ff-8b0e-ab6817968353 None None] Attempt 1 to provision port 715838e7-3ac3-4812-8e1b-4f95ebc9715f Sep 22 22:10:13.364727 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8d8a5e08-8df2-4f03-bc06-498b4ba9d382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3684398'] for router (8ba40026-4fd8-4134-b383-8997842936b8), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:13.444904 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-4f7d4a32-f0d8-4d00-8f6f-f9e5dd4d9693 None None] Attempting to bind port 24c261e6-fa25-4ce6-b51e-0ac386ae8815 on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:10:13.445305 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-4f7d4a32-f0d8-4d00-8f6f-f9e5dd4d9693 None None] Attempting to bind port 24c261e6-fa25-4ce6-b51e-0ac386ae8815 by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': '3f85bb79-e1af-4130-b82b-25835361ba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c'}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:10:13.445669 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d4a32-f0d8-4d00-8f6f-f9e5dd4d9693 None None] Attempting to bind port 24c261e6-fa25-4ce6-b51e-0ac386ae8815 on network 770f63d9-fbe3-4433-90af-714bf608e28c {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:10:13.497501 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-b6ff0286-f1c6-43a3-9056-5962281e8a08 admin admin] Publish callbacks [] for router_gateway (d69c119b-36e6-4102-a210-542d5988f463), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:13.504187 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:13.553032 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-6642d52f-ecde-4778-bdbe-48aee96089e2 admin admin] Publish callbacks [] for router_gateway (c61ed6dd-031e-4a20-9d68-18897d0cccb2), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:13.626521 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-6642d52f-ecde-4778-bdbe-48aee96089e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:13.642689 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d4a32-f0d8-4d00-8f6f-f9e5dd4d9693 None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:10:13.643044 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d4a32-f0d8-4d00-8f6f-f9e5dd4d9693 None None] Checking segment: {'id': '3f85bb79-e1af-4130-b82b-25835361ba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:10:13.654504 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4a32-f0d8-4d00-8f6f-f9e5dd4d9693 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:13.702259 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7d4a32-f0d8-4d00-8f6f-f9e5dd4d9693 None None] Bound using segment: {'id': '3f85bb79-e1af-4130-b82b-25835361ba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c'} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:10:13.702259 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-4f7d4a32-f0d8-4d00-8f6f-f9e5dd4d9693 None None] Bound port: 24c261e6-fa25-4ce6-b51e-0ac386ae8815, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f85bb79-e1af-4130-b82b-25835361ba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c'}}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:10:13.702259 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4a32-f0d8-4d00-8f6f-f9e5dd4d9693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (24c261e6-fa25-4ce6-b51e-0ac386ae8815), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:13.720343 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-0364e461-778c-47ff-8b0e-ab6817968353 None None] Current status of the port 715838e7-3ac3-4812-8e1b-4f95ebc9715f is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:10:13.720892 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-0364e461-778c-47ff-8b0e-ab6817968353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (715838e7-3ac3-4812-8e1b-4f95ebc9715f), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:13.818017 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:13.848587 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-0364e461-778c-47ff-8b0e-ab6817968353 None None] For port 715838e7-3ac3-4812-8e1b-4f95ebc9715f, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=715838e7-3ac3-4812-8e1b-4f95ebc9715f,segment=NetworkSegment(1f071678-2ddc-41ad-b56b-82f48e5a30da),segment_id=1f071678-2ddc-41ad-b56b-82f48e5a30da)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:10:13.855095 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.db_base_plugin_common [None req-dec255e7-e318-47c6-8ec5-4c443e137361 None None] Allocated IP 172.20.0.2 (76b70dbd-430e-4822-82a3-49c7f238d2e2/b69367a6-5eda-4933-ae45-e149b1c204d0/8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d) {{(pid=106430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:10:13.865615 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-0364e461-778c-47ff-8b0e-ab6817968353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (715838e7-3ac3-4812-8e1b-4f95ebc9715f), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:13.922658 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-b6ff0286-f1c6-43a3-9056-5962281e8a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3684398'] for router (d69c119b-36e6-4102-a210-542d5988f463), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:13.923050 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 715838e7-3ac3-4812-8e1b-4f95ebc9715f up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:10:13.926988 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-4f7d4a32-f0d8-4d00-8f6f-f9e5dd4d9693 None None] For port 24c261e6-fa25-4ce6-b51e-0ac386ae8815, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:10:13.964723 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8a5e08-8df2-4f03-bc06-498b4ba9d382 admin admin] Router 8ba40026-4fd8-4134-b383-8997842936b8 is scheduled to L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d with binding_index 1 {{(pid=106428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 22:10:13.992105 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364e461-778c-47ff-8b0e-ab6817968353 None None] Pushing event updated for resources: {'Port': ['ID=715838e7-3ac3-4812-8e1b-4f95ebc9715f,revision_number=3']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:14.011091 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [None req-6642d52f-ecde-4778-bdbe-48aee96089e2 admin admin] Allocated IP 172.27.1.97 (222d3bc3-ee2a-4d75-8e21-75e580ff73b3/4214672d-8971-44fc-bb6c-9c23836d3a7a/0a262cba-a703-4cce-a5e5-5d53c4391d15) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:10:14.029183 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:14.112115 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-e389e5f6-17b5-42e7-96ac-03e931768a97 None None] Provisioning complete for port 715838e7-3ac3-4812-8e1b-4f95ebc9715f triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:10:14.113527 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-e389e5f6-17b5-42e7-96ac-03e931768a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (715838e7-3ac3-4812-8e1b-4f95ebc9715f), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:14.114735 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-e389e5f6-17b5-42e7-96ac-03e931768a97 None None] Attempt 1 to provision port 715838e7-3ac3-4812-8e1b-4f95ebc9715f Sep 22 22:10:14.179932 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ff0286-f1c6-43a3-9056-5962281e8a08 admin admin] Router d69c119b-36e6-4102-a210-542d5988f463 is scheduled to L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d with binding_index 1 {{(pid=106429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 22:10:14.214664 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-4f7d4a32-f0d8-4d00-8f6f-f9e5dd4d9693 None None] For port 24c261e6-fa25-4ce6-b51e-0ac386ae8815, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=24c261e6-fa25-4ce6-b51e-0ac386ae8815,segment=NetworkSegment(3f85bb79-e1af-4130-b82b-25835361ba77),segment_id=3f85bb79-e1af-4130-b82b-25835361ba77)] {{(pid=106430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:10:14.237283 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4a32-f0d8-4d00-8f6f-f9e5dd4d9693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (24c261e6-fa25-4ce6-b51e-0ac386ae8815), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:14.323178 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8a5e08-8df2-4f03-bc06-498b4ba9d382 admin admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:10:14.334925 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:14.345217 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c27d5f8-07d6-4a27-8019-da9becb93cba None None] Sync routers for ids ['8ba40026-4fd8-4134-b383-8997842936b8'] in dv-cinder-849143-6-iscsi {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:10:14.362569 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c27d5f8-07d6-4a27-8019-da9becb93cba None None] Routers {'8ba40026-4fd8-4134-b383-8997842936b8'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:10:14.363611 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-1c27d5f8-07d6-4a27-8019-da9becb93cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:09:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['8ba40026-4fd8-4134-b383-8997842936b8'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:14.393177 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 715838e7-3ac3-4812-8e1b-4f95ebc9715f triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:10:14.393575 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (715838e7-3ac3-4812-8e1b-4f95ebc9715f), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:14.393914 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 715838e7-3ac3-4812-8e1b-4f95ebc9715f Sep 22 22:10:14.428553 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8d8a5e08-8df2-4f03-bc06-498b4ba9d382 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:14.436423 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-8d8a5e08-8df2-4f03-bc06-498b4ba9d382 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5718470 Sep 22 22:10:14.439074 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 35592) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:14.444366 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-6642d52f-ecde-4778-bdbe-48aee96089e2 admin admin] Publish callbacks [] for port (0a262cba-a703-4cce-a5e5-5d53c4391d15), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:14.496333 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-e389e5f6-17b5-42e7-96ac-03e931768a97 None None] Current status of the port 715838e7-3ac3-4812-8e1b-4f95ebc9715f is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:10:14.503880 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:14.511503 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d4a32-f0d8-4d00-8f6f-f9e5dd4d9693 None None] Pushing event updated for resources: {'Port': ['ID=24c261e6-fa25-4ce6-b51e-0ac386ae8815,revision_number=2']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:14.561654 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-6642d52f-ecde-4778-bdbe-48aee96089e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505'] for port (0a262cba-a703-4cce-a5e5-5d53c4391d15), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:14.569005 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-dec255e7-e318-47c6-8ec5-4c443e137361 None None] Publish callbacks [] for port (8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d), precommit_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:14.588616 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-dec255e7-e318-47c6-8ec5-4c443e137361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505'] for port (8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d), after_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:14.632930 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ff0286-f1c6-43a3-9056-5962281e8a08 admin admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:10:14.708233 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac31206e-deb9-4a5b-a358-5eea4307e240 None None] Sync routers for ids ['d69c119b-36e6-4102-a210-542d5988f463'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:10:14.716365 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6642d52f-ecde-4778-bdbe-48aee96089e2 admin admin] Network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:10:14.729538 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [None req-6642d52f-ecde-4778-bdbe-48aee96089e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:10:14.745380 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6642d52f-ecde-4778-bdbe-48aee96089e2 admin admin] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:10:14.766277 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac31206e-deb9-4a5b-a358-5eea4307e240 None None] Routers {'d69c119b-36e6-4102-a210-542d5988f463'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:10:14.770280 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-ac31206e-deb9-4a5b-a358-5eea4307e240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:09:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['d69c119b-36e6-4102-a210-542d5988f463'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:14.818856 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-1c27d5f8-07d6-4a27-8019-da9becb93cba None None] Set router 8ba40026-4fd8-4134-b383-8997842936b8 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:10:14.845385 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642d52f-ecde-4778-bdbe-48aee96089e2 admin admin] Pushing event updated for resources: {'Port': ['ID=0a262cba-a703-4cce-a5e5-5d53c4391d15,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:14.885534 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-b6ff0286-f1c6-43a3-9056-5962281e8a08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:14.888232 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-b6ff0286-f1c6-43a3-9056-5962281e8a08 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9003518 Sep 22 22:10:14.893814 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:14.897292 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 35610) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:14.927056 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec255e7-e318-47c6-8ec5-4c443e137361 None None] Network 76b70dbd-430e-4822-82a3-49c7f238d2e2 is already hosted by enough agents. {{(pid=106430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:10:14.971904 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.scheduler.base_scheduler [None req-dec255e7-e318-47c6-8ec5-4c443e137361 None None] Resources bound (agent type, host, resource id): {{(pid=106430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:10:14.988342 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 715838e7-3ac3-4812-8e1b-4f95ebc9715f is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:10:14.998822 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec255e7-e318-47c6-8ec5-4c443e137361 None None] Received port after_create {{(pid=106430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:10:15.009343 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec255e7-e318-47c6-8ec5-4c443e137361 None None] Pushing event updated for resources: {'Port': ['ID=8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d,revision_number=1']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:15.097068 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-f969310f-cb6c-4167-9dbe-1c23f17a5b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:15.160694 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-ac31206e-deb9-4a5b-a358-5eea4307e240 None None] Set router d69c119b-36e6-4102-a210-542d5988f463 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:10:15.196193 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-dec255e7-e318-47c6-8ec5-4c443e137361 None None] Attempting to bind port 8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:10:15.196865 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-dec255e7-e318-47c6-8ec5-4c443e137361 None None] Attempting to bind port 8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': 'be8993b7-fcf5-42ec-b1db-df616a95c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2'}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:10:15.197474 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec255e7-e318-47c6-8ec5-4c443e137361 None None] Attempting to bind port 8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d on network 76b70dbd-430e-4822-82a3-49c7f238d2e2 {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:10:15.383092 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-1c27d5f8-07d6-4a27-8019-da9becb93cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba40026-4fd8-4134-b383-8997842936b8', 'name': 'tempest-DeleteServersTestJSON-2058369361-router', 'tenant_id': '2a52e44d03f74727863b596c606ee35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b00c348f-9c3b-4360-b53b-3161c4f437dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:09Z', 'updated_at': '2022-09-22T22:10:12Z', 'revision_number': 3, 'project_id': '2a52e44d03f74727863b596c606ee35d', 'gw_port': {'id': 'b00c348f-9c3b-4360-b53b-3161c4f437dd', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:df:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba40026-4fd8-4134-b383-8997842936b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:10Z', 'updated_at': '2022-09-22T22:10:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi'}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:15.398491 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-6642d52f-ecde-4778-bdbe-48aee96089e2 admin admin] Publish callbacks [] for router_gateway (c61ed6dd-031e-4a20-9d68-18897d0cccb2), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:15.490143 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c27d5f8-07d6-4a27-8019-da9becb93cba None None] Checking router: 8ba40026-4fd8-4134-b383-8997842936b8 for host: dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:10:15.490842 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c27d5f8-07d6-4a27-8019-da9becb93cba None None] Updating router 8ba40026-4fd8-4134-b383-8997842936b8 port b00c348f-9c3b-4360-b53b-3161c4f437dd binding host dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:10:15.549747 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-1c27d5f8-07d6-4a27-8019-da9becb93cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (b00c348f-9c3b-4360-b53b-3161c4f437dd), before_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:15.553452 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec255e7-e318-47c6-8ec5-4c443e137361 None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:10:15.554443 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec255e7-e318-47c6-8ec5-4c443e137361 None None] Checking segment: {'id': 'be8993b7-fcf5-42ec-b1db-df616a95c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:10:15.555013 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-dec255e7-e318-47c6-8ec5-4c443e137361 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:15.555556 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec255e7-e318-47c6-8ec5-4c443e137361 None None] Bound using segment: {'id': 'be8993b7-fcf5-42ec-b1db-df616a95c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2'} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:10:15.556192 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-dec255e7-e318-47c6-8ec5-4c443e137361 None None] Bound port: 8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be8993b7-fcf5-42ec-b1db-df616a95c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2'}}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:10:15.556725 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-dec255e7-e318-47c6-8ec5-4c443e137361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:15.649098 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:15.718591 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-dec255e7-e318-47c6-8ec5-4c443e137361 None None] For port 8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:10:15.747350 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-ac31206e-deb9-4a5b-a358-5eea4307e240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69c119b-36e6-4102-a210-542d5988f463', 'name': 'tempest-ServerRescueNegativeTestJSON-955786795-router', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '0831a477-b13a-4a2c-a66a-216fdba5ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:11Z', 'updated_at': '2022-09-22T22:10:13Z', 'revision_number': 3, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'gw_port': {'id': '0831a477-b13a-4a2c-a66a-216fdba5ac3c', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi'}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:15.766692 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-dec255e7-e318-47c6-8ec5-4c443e137361 None None] For port 8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d,segment=NetworkSegment(be8993b7-fcf5-42ec-b1db-df616a95c294),segment_id=be8993b7-fcf5-42ec-b1db-df616a95c294)] {{(pid=106430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:10:15.846571 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac31206e-deb9-4a5b-a358-5eea4307e240 None None] Checking router: d69c119b-36e6-4102-a210-542d5988f463 for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:10:15.847077 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac31206e-deb9-4a5b-a358-5eea4307e240 None None] Updating router d69c119b-36e6-4102-a210-542d5988f463 port 0831a477-b13a-4a2c-a66a-216fdba5ac3c binding host dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:10:15.849828 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-dec255e7-e318-47c6-8ec5-4c443e137361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:15.866679 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-6642d52f-ecde-4778-bdbe-48aee96089e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3684398'] for router (c61ed6dd-031e-4a20-9d68-18897d0cccb2), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:15.987833 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 715838e7-3ac3-4812-8e1b-4f95ebc9715f up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:10:16.066183 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-1c27d5f8-07d6-4a27-8019-da9becb93cba None None] Publish callbacks [] for port (b00c348f-9c3b-4360-b53b-3161c4f437dd), precommit_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:16.075851 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-1c27d5f8-07d6-4a27-8019-da9becb93cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (b00c348f-9c3b-4360-b53b-3161c4f437dd), after_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:16.106209 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84403853-2cbe-4862-be88-2eb4960f51d5 None None] Network 770f63d9-fbe3-4433-90af-714bf608e28c requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:10:16.145263 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec1cf9-5a68-47aa-9e29-4b139a10392d None None] Pushing event updated for resources: {'Port': ['ID=b00c348f-9c3b-4360-b53b-3161c4f437dd,revision_number=2']} {{(pid=106431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:16.166345 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec1cf9-5a68-47aa-9e29-4b139a10392d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:16.166601 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec1cf9-5a68-47aa-9e29-4b139a10392d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:16.166969 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec1cf9-5a68-47aa-9e29-4b139a10392d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:16.167332 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec1cf9-5a68-47aa-9e29-4b139a10392d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:16.167795 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec1cf9-5a68-47aa-9e29-4b139a10392d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:16.168148 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec1cf9-5a68-47aa-9e29-4b139a10392d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:16.168512 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec1cf9-5a68-47aa-9e29-4b139a10392d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:16.168901 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec1cf9-5a68-47aa-9e29-4b139a10392d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:16.169554 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec1cf9-5a68-47aa-9e29-4b139a10392d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:16.169928 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec1cf9-5a68-47aa-9e29-4b139a10392d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:16.170266 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec1cf9-5a68-47aa-9e29-4b139a10392d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:16.170628 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec1cf9-5a68-47aa-9e29-4b139a10392d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:16.170962 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec1cf9-5a68-47aa-9e29-4b139a10392d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:16.171289 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec1cf9-5a68-47aa-9e29-4b139a10392d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:16.171618 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec1cf9-5a68-47aa-9e29-4b139a10392d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec1cf9-5a68-47aa-9e29-4b139a10392d None None] Tracked resource versions report: Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: pushed versions: Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: { 'AddressGroup': {'1.2'}, Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: 'Agent': {'1.1'}, Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: 'ConntrackHelper': {'1.0'}, Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: 'LocalIPAssociation': {'1.0'}, Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: 'Log': {'1.0'}, Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: 'NDPProxy': {'1.0'}, Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: 'Network': {'1.1'}, Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: 'Port': {'1.7'}, Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: 'PortForwarding': {'1.3'}, Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: 'QosPolicy': {'1.10'}, Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: 'SecurityGroup': {'1.5'}, Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: 'SecurityGroupRule': {'1.2'}, Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: 'SubPort': {'1.0'}, Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: 'Subnet': {'1.1'}, Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: 'Trunk': {'1.1'}} Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: consumer versions: Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: { DHCP agent@dv-cinder-849143-6-iscsi: {}, Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: HyperV agent@hv-cinder-84914: {}, Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: L3 agent@dv-cinder-849143-6-iscsi: {}, Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: Metadata agent@dv-cinder-849143-6-iscsi: {}, Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: Metering agent@dv-cinder-849143-6-iscsi: {}, Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: Open vSwitch agent@dv-cinder-849143-6-iscsi: { 'AddressGroup': '1.2', Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: 'Agent': '1.1', Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: 'ConntrackHelper': '1.0', Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: 'LocalIPAssociation': '1.0', Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: 'Log': '1.0', Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: 'NDPProxy': '1.0', Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: 'Network': '1.1', Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: 'Port': '1.7', Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: 'PortForwarding': '1.3', Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: 'QosPolicy': '1.10', Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: 'SecurityGroup': '1.5', Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: 'SecurityGroupRule': '1.2', Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: 'SubPort': '1.0', Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: 'Subnet': '1.1', Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: 'Trunk': '1.1'}} Sep 22 22:10:16.172854 dv-cinder-849143-6-iscsi neutron-server[106431]: {{(pid=106431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 22:10:16.178528 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-1c27d5f8-07d6-4a27-8019-da9becb93cba None None] Attempting to bind port b00c348f-9c3b-4360-b53b-3161c4f437dd on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:10:16.178929 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-1c27d5f8-07d6-4a27-8019-da9becb93cba None None] Attempting to bind port b00c348f-9c3b-4360-b53b-3161c4f437dd by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}] {{(pid=106431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:10:16.179308 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c27d5f8-07d6-4a27-8019-da9becb93cba None None] Attempting to bind port b00c348f-9c3b-4360-b53b-3161c4f437dd on network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:10:16.188487 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-aaef65f2-7708-442b-8fd8-c23f87890840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:16.327191 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6642d52f-ecde-4778-bdbe-48aee96089e2 admin admin] Router c61ed6dd-031e-4a20-9d68-18897d0cccb2 is scheduled to L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d with binding_index 1 {{(pid=106428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 22:10:16.329723 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:16.386914 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:16.388470 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec255e7-e318-47c6-8ec5-4c443e137361 None None] Pushing event updated for resources: {'Port': ['ID=8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d,revision_number=2']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:16.394386 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c27d5f8-07d6-4a27-8019-da9becb93cba None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:10:16.394976 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c27d5f8-07d6-4a27-8019-da9becb93cba None None] Checking segment: {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:10:16.395172 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-1c27d5f8-07d6-4a27-8019-da9becb93cba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:16.401691 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c27d5f8-07d6-4a27-8019-da9becb93cba None None] Bound using segment: {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'} {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:10:16.402222 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-1c27d5f8-07d6-4a27-8019-da9becb93cba None None] Bound port: b00c348f-9c3b-4360-b53b-3161c4f437dd, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}}] {{(pid=106431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:10:16.402623 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-1c27d5f8-07d6-4a27-8019-da9becb93cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (b00c348f-9c3b-4360-b53b-3161c4f437dd), before_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:16.405145 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:16.408167 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-7526d780-3e86-4677-8464-6845791e3ebb None None] Provisioning complete for port 24c261e6-fa25-4ce6-b51e-0ac386ae8815 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:10:16.408729 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-7526d780-3e86-4677-8464-6845791e3ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (24c261e6-fa25-4ce6-b51e-0ac386ae8815), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:16.409246 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-7526d780-3e86-4677-8464-6845791e3ebb None None] Attempt 1 to provision port 24c261e6-fa25-4ce6-b51e-0ac386ae8815 Sep 22 22:10:16.488036 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-ac31206e-deb9-4a5b-a358-5eea4307e240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (0831a477-b13a-4a2c-a66a-216fdba5ac3c), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:16.538313 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.db [None req-1c27d5f8-07d6-4a27-8019-da9becb93cba None None] For port b00c348f-9c3b-4360-b53b-3161c4f437dd, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:10:16.544015 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.db [None req-1c27d5f8-07d6-4a27-8019-da9becb93cba None None] For port b00c348f-9c3b-4360-b53b-3161c4f437dd, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=b00c348f-9c3b-4360-b53b-3161c4f437dd,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:10:16.558455 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-1c27d5f8-07d6-4a27-8019-da9becb93cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (b00c348f-9c3b-4360-b53b-3161c4f437dd), after_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:16.603481 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6642d52f-ecde-4778-bdbe-48aee96089e2 admin admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:10:16.611593 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.db_base_plugin_common [None req-aaef65f2-7708-442b-8fd8-c23f87890840 admin admin] Allocated IP 172.20.0.1 (9a795bf6-043e-463b-a8c2-1515f286856d/7ccb8ec1-bca7-4468-84d0-159b88fbfcb1/6a263659-9380-4624-9aa0-25234aa068b8) {{(pid=106429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:10:16.634854 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9eacc0-94a6-4b54-a970-fd1c100723ee None None] Sync routers for ids ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'] in dv-cinder-849143-6-iscsi {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:10:16.641064 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-6642d52f-ecde-4778-bdbe-48aee96089e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:16.642363 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-6642d52f-ecde-4778-bdbe-48aee96089e2 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3099308 Sep 22 22:10:16.646996 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 35664) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:16.703352 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:16.705916 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:16.709071 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec1cf9-5a68-47aa-9e29-4b139a10392d None None] Pushing event updated for resources: {'Port': ['ID=b00c348f-9c3b-4360-b53b-3161c4f437dd,revision_number=3']} {{(pid=106431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:16.718716 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c27d5f8-07d6-4a27-8019-da9becb93cba None None] Routers {'8ba40026-4fd8-4134-b383-8997842936b8'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:10:16.719577 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-1c27d5f8-07d6-4a27-8019-da9becb93cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:09:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['8ba40026-4fd8-4134-b383-8997842936b8'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:16.724236 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9eacc0-94a6-4b54-a970-fd1c100723ee None None] Routers {'c61ed6dd-031e-4a20-9d68-18897d0cccb2'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:10:16.725050 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-fb9eacc0-94a6-4b54-a970-fd1c100723ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:09:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:16.743873 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c4b82787-6d8f-4750-93a2-826954e87162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:16.789946 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:16.795975 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 715838e7-3ac3-4812-8e1b-4f95ebc9715f triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:10:16.796495 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (715838e7-3ac3-4812-8e1b-4f95ebc9715f), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:16.796959 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 715838e7-3ac3-4812-8e1b-4f95ebc9715f Sep 22 22:10:16.901470 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:16.902210 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-fb9eacc0-94a6-4b54-a970-fd1c100723ee None None] Set router c61ed6dd-031e-4a20-9d68-18897d0cccb2 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:10:16.983272 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-aaef65f2-7708-442b-8fd8-c23f87890840 admin admin] Publish callbacks [] for port (6a263659-9380-4624-9aa0-25234aa068b8), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:17.036101 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:17.144798 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:17.148639 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-aaef65f2-7708-442b-8fd8-c23f87890840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505'] for port (6a263659-9380-4624-9aa0-25234aa068b8), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:17.171421 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 715838e7-3ac3-4812-8e1b-4f95ebc9715f is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:10:17.172573 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 24c261e6-fa25-4ce6-b51e-0ac386ae8815 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:10:17.215945 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef65f2-7708-442b-8fd8-c23f87890840 admin admin] Pushing event updated for resources: {'Port': ['ID=6a263659-9380-4624-9aa0-25234aa068b8,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:17.231518 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-1c27d5f8-07d6-4a27-8019-da9becb93cba None None] Set router 8ba40026-4fd8-4134-b383-8997842936b8 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:10:17.247168 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaef65f2-7708-442b-8fd8-c23f87890840 admin admin] Network 9a795bf6-043e-463b-a8c2-1515f286856d is already hosted by enough agents. {{(pid=106429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:10:17.251520 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-aaef65f2-7708-442b-8fd8-c23f87890840 admin admin] Resources bound (agent type, host, resource id): {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:10:17.255622 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaef65f2-7708-442b-8fd8-c23f87890840 admin admin] Received port after_create {{(pid=106429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:10:17.256484 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-aaef65f2-7708-442b-8fd8-c23f87890840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769367'] for router_interface (8ba40026-4fd8-4134-b383-8997842936b8), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:17.283285 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-7526d780-3e86-4677-8464-6845791e3ebb None None] Current status of the port 24c261e6-fa25-4ce6-b51e-0ac386ae8815 is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:10:17.283931 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-7526d780-3e86-4677-8464-6845791e3ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (24c261e6-fa25-4ce6-b51e-0ac386ae8815), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:17.294446 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-3f786d07-d75f-4ec5-8e5a-9915211964a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:17.310538 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-bc75165b-af03-4667-a6fb-d96ba07d6e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:17.427481 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-7526d780-3e86-4677-8464-6845791e3ebb None None] For port 24c261e6-fa25-4ce6-b51e-0ac386ae8815, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=24c261e6-fa25-4ce6-b51e-0ac386ae8815,segment=NetworkSegment(3f85bb79-e1af-4130-b82b-25835361ba77),segment_id=3f85bb79-e1af-4130-b82b-25835361ba77)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:10:17.432269 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 24c261e6-fa25-4ce6-b51e-0ac386ae8815 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:10:17.433501 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (24c261e6-fa25-4ce6-b51e-0ac386ae8815), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:17.434093 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 24c261e6-fa25-4ce6-b51e-0ac386ae8815 Sep 22 22:10:17.450463 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-7526d780-3e86-4677-8464-6845791e3ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (24c261e6-fa25-4ce6-b51e-0ac386ae8815), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:17.465860 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.db_base_plugin_common [None req-c4b82787-6d8f-4750-93a2-826954e87162 admin admin] Allocated IP 172.20.0.1 (770f63d9-fbe3-4433-90af-714bf608e28c/bf216d7c-d985-409d-9ea6-5ff04204374d/fb9baff0-685c-48d3-bc91-6ecb7e426180) {{(pid=106429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:10:17.510112 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-ac31206e-deb9-4a5b-a358-5eea4307e240 None None] Publish callbacks [] for port (0831a477-b13a-4a2c-a66a-216fdba5ac3c), precommit_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:17.597159 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837804f7-b83d-44bb-93cf-e1c950f280ec None None] Network 76b70dbd-430e-4822-82a3-49c7f238d2e2 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:10:17.634235 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [None req-bc75165b-af03-4667-a6fb-d96ba07d6e5c admin admin] Allocated IP 172.20.0.1 (76b70dbd-430e-4822-82a3-49c7f238d2e2/b69367a6-5eda-4933-ae45-e149b1c204d0/d68bdd94-0ddc-462e-97eb-b3583122f420) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:10:17.675055 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-fb9eacc0-94a6-4b54-a970-fd1c100723ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:15Z', 'revision_number': 3, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'gw_port': {'id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:44:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:13Z', 'updated_at': '2022-09-22T22:10:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi'}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:17.759021 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-ac31206e-deb9-4a5b-a358-5eea4307e240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (0831a477-b13a-4a2c-a66a-216fdba5ac3c), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:17.773544 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:17.793041 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-bc75165b-af03-4667-a6fb-d96ba07d6e5c admin admin] Publish callbacks [] for port (d68bdd94-0ddc-462e-97eb-b3583122f420), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:17.816094 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-8511bd1f-4b87-47ce-bc61-0f71d045322f None None] Provisioning complete for port 8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:10:17.816663 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-8511bd1f-4b87-47ce-bc61-0f71d045322f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:17.816958 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-8511bd1f-4b87-47ce-bc61-0f71d045322f None None] Attempt 1 to provision port 8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d Sep 22 22:10:17.819103 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526d780-3e86-4677-8464-6845791e3ebb None None] Pushing event updated for resources: {'Port': ['ID=24c261e6-fa25-4ce6-b51e-0ac386ae8815,revision_number=3']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:17.836115 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-aaef65f2-7708-442b-8fd8-c23f87890840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (6a263659-9380-4624-9aa0-25234aa068b8), before_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:17.844449 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:17.846143 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:17.851590 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9eacc0-94a6-4b54-a970-fd1c100723ee None None] Checking router: c61ed6dd-031e-4a20-9d68-18897d0cccb2 for host: dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:10:17.852127 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9eacc0-94a6-4b54-a970-fd1c100723ee None None] Updating router c61ed6dd-031e-4a20-9d68-18897d0cccb2 port 0a262cba-a703-4cce-a5e5-5d53c4391d15 binding host dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:10:17.853447 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-bc75165b-af03-4667-a6fb-d96ba07d6e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505'] for port (d68bdd94-0ddc-462e-97eb-b3583122f420), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:17.882306 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-fb9eacc0-94a6-4b54-a970-fd1c100723ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (0a262cba-a703-4cce-a5e5-5d53c4391d15), before_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:17.914931 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-ac31206e-deb9-4a5b-a358-5eea4307e240 None None] Attempting to bind port 0831a477-b13a-4a2c-a66a-216fdba5ac3c on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:10:17.916720 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-ac31206e-deb9-4a5b-a358-5eea4307e240 None None] Attempting to bind port 0831a477-b13a-4a2c-a66a-216fdba5ac3c by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:10:17.917347 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac31206e-deb9-4a5b-a358-5eea4307e240 None None] Attempting to bind port 0831a477-b13a-4a2c-a66a-216fdba5ac3c on network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:10:17.922159 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-1c27d5f8-07d6-4a27-8019-da9becb93cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba40026-4fd8-4134-b383-8997842936b8', 'name': 'tempest-DeleteServersTestJSON-2058369361-router', 'tenant_id': '2a52e44d03f74727863b596c606ee35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b00c348f-9c3b-4360-b53b-3161c4f437dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:09Z', 'updated_at': '2022-09-22T22:10:12Z', 'revision_number': 3, 'project_id': '2a52e44d03f74727863b596c606ee35d', 'gw_port': {'id': 'b00c348f-9c3b-4360-b53b-3161c4f437dd', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:df:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba40026-4fd8-4134-b383-8997842936b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:10Z', 'updated_at': '2022-09-22T22:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi'}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:17.932508 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75165b-af03-4667-a6fb-d96ba07d6e5c admin admin] Pushing event updated for resources: {'Port': ['ID=d68bdd94-0ddc-462e-97eb-b3583122f420,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:17.955348 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c27d5f8-07d6-4a27-8019-da9becb93cba None None] The sync data for ids ['8ba40026-4fd8-4134-b383-8997842936b8'] in dv-cinder-849143-6-iscsi is: [{'id': '8ba40026-4fd8-4134-b383-8997842936b8', 'name': 'tempest-DeleteServersTestJSON-2058369361-router', 'tenant_id': '2a52e44d03f74727863b596c606ee35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b00c348f-9c3b-4360-b53b-3161c4f437dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:09Z', 'updated_at': '2022-09-22T22:10:12Z', 'revision_number': 3, 'project_id': '2a52e44d03f74727863b596c606ee35d', 'gw_port': {'id': 'b00c348f-9c3b-4360-b53b-3161c4f437dd', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:df:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba40026-4fd8-4134-b383-8997842936b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:10Z', 'updated_at': '2022-09-22T22:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi'}] {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:10:17.968561 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc75165b-af03-4667-a6fb-d96ba07d6e5c admin admin] Network 76b70dbd-430e-4822-82a3-49c7f238d2e2 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:10:17.970506 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [None req-bc75165b-af03-4667-a6fb-d96ba07d6e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:10:17.978305 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc75165b-af03-4667-a6fb-d96ba07d6e5c admin admin] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:10:17.978864 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-bc75165b-af03-4667-a6fb-d96ba07d6e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769367'] for router_interface (c61ed6dd-031e-4a20-9d68-18897d0cccb2), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:17.984518 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c4b82787-6d8f-4750-93a2-826954e87162 admin admin] Publish callbacks [] for port (fb9baff0-685c-48d3-bc91-6ecb7e426180), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:18.068653 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac31206e-deb9-4a5b-a358-5eea4307e240 None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:10:18.069031 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac31206e-deb9-4a5b-a358-5eea4307e240 None None] Checking segment: {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:10:18.069456 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-ac31206e-deb9-4a5b-a358-5eea4307e240 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:18.074231 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac31206e-deb9-4a5b-a358-5eea4307e240 None None] Bound using segment: {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:10:18.074982 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-ac31206e-deb9-4a5b-a358-5eea4307e240 None None] Bound port: 0831a477-b13a-4a2c-a66a-216fdba5ac3c, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:10:18.075428 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-ac31206e-deb9-4a5b-a358-5eea4307e240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (0831a477-b13a-4a2c-a66a-216fdba5ac3c), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:18.081589 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961c664-c9c8-4c6f-98e7-3d49fb8e9660 None None] Pushing event updated for resources: {'Port': ['ID=0831a477-b13a-4a2c-a66a-216fdba5ac3c,revision_number=2']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:18.118312 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-aaef65f2-7708-442b-8fd8-c23f87890840 admin admin] Publish callbacks [] for port (6a263659-9380-4624-9aa0-25234aa068b8), precommit_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:18.129330 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-aaef65f2-7708-442b-8fd8-c23f87890840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (6a263659-9380-4624-9aa0-25234aa068b8), after_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:18.130206 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-aaef65f2-7708-442b-8fd8-c23f87890840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769475'] for router_interface (8ba40026-4fd8-4134-b383-8997842936b8), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:18.155521 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:18.171851 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 24c261e6-fa25-4ce6-b51e-0ac386ae8815 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:10:18.272354 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-ac31206e-deb9-4a5b-a358-5eea4307e240 None None] For port 0831a477-b13a-4a2c-a66a-216fdba5ac3c, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:10:18.316921 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:18.335259 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-fb9eacc0-94a6-4b54-a970-fd1c100723ee None None] Publish callbacks [] for port (0a262cba-a703-4cce-a5e5-5d53c4391d15), precommit_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:18.350586 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-fb9eacc0-94a6-4b54-a970-fd1c100723ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (0a262cba-a703-4cce-a5e5-5d53c4391d15), after_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:18.379977 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-ac31206e-deb9-4a5b-a358-5eea4307e240 None None] For port 0831a477-b13a-4a2c-a66a-216fdba5ac3c, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=0831a477-b13a-4a2c-a66a-216fdba5ac3c,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:10:18.384238 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:18.390258 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-8511bd1f-4b87-47ce-bc61-0f71d045322f None None] Current status of the port 8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:10:18.390648 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-8511bd1f-4b87-47ce-bc61-0f71d045322f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:18.427373 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-ac31206e-deb9-4a5b-a358-5eea4307e240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (0831a477-b13a-4a2c-a66a-216fdba5ac3c), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:18.453529 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-bc75165b-af03-4667-a6fb-d96ba07d6e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (d68bdd94-0ddc-462e-97eb-b3583122f420), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:18.455396 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccbefd4-9d78-46df-baf8-9e66127c5f5b None None] Pushing event updated for resources: {'Port': ['ID=0a262cba-a703-4cce-a5e5-5d53c4391d15,revision_number=2']} {{(pid=106431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:18.472383 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-fb9eacc0-94a6-4b54-a970-fd1c100723ee None None] Attempting to bind port 0a262cba-a703-4cce-a5e5-5d53c4391d15 on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:10:18.472879 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-fb9eacc0-94a6-4b54-a970-fd1c100723ee None None] Attempting to bind port 0a262cba-a703-4cce-a5e5-5d53c4391d15 by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}] {{(pid=106431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:10:18.476686 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9eacc0-94a6-4b54-a970-fd1c100723ee None None] Attempting to bind port 0a262cba-a703-4cce-a5e5-5d53c4391d15 on network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:10:18.586281 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 24c261e6-fa25-4ce6-b51e-0ac386ae8815 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:10:18.587425 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9eacc0-94a6-4b54-a970-fd1c100723ee None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:10:18.587887 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9eacc0-94a6-4b54-a970-fd1c100723ee None None] Checking segment: {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:10:18.588410 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-fb9eacc0-94a6-4b54-a970-fd1c100723ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:18.588835 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9eacc0-94a6-4b54-a970-fd1c100723ee None None] Bound using segment: {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'} {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:10:18.589440 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-fb9eacc0-94a6-4b54-a970-fd1c100723ee None None] Bound port: 0a262cba-a703-4cce-a5e5-5d53c4391d15, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}}] {{(pid=106431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:10:18.589913 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-fb9eacc0-94a6-4b54-a970-fd1c100723ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (0a262cba-a703-4cce-a5e5-5d53c4391d15), before_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:18.632829 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac31206e-deb9-4a5b-a358-5eea4307e240 None None] Routers {'d69c119b-36e6-4102-a210-542d5988f463'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:10:18.639281 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-ac31206e-deb9-4a5b-a358-5eea4307e240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:10:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['d69c119b-36e6-4102-a210-542d5988f463'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:18.687978 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.db [None req-fb9eacc0-94a6-4b54-a970-fd1c100723ee None None] For port 0a262cba-a703-4cce-a5e5-5d53c4391d15, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:10:18.698691 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.db [None req-fb9eacc0-94a6-4b54-a970-fd1c100723ee None None] For port 0a262cba-a703-4cce-a5e5-5d53c4391d15, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=0a262cba-a703-4cce-a5e5-5d53c4391d15,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:10:18.704322 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:18.711968 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c4b82787-6d8f-4750-93a2-826954e87162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505'] for port (fb9baff0-685c-48d3-bc91-6ecb7e426180), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:18.719339 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-fb9eacc0-94a6-4b54-a970-fd1c100723ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (0a262cba-a703-4cce-a5e5-5d53c4391d15), after_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:18.727447 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaef65f2-7708-442b-8fd8-c23f87890840 admin admin] Network 9a795bf6-043e-463b-a8c2-1515f286856d is already hosted by enough agents. {{(pid=106429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:10:18.755255 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b82787-6d8f-4750-93a2-826954e87162 admin admin] Network 770f63d9-fbe3-4433-90af-714bf608e28c is already hosted by enough agents. {{(pid=106429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:10:18.782690 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9eacc0-94a6-4b54-a970-fd1c100723ee None None] Routers {'c61ed6dd-031e-4a20-9d68-18897d0cccb2'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:10:18.784233 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-fb9eacc0-94a6-4b54-a970-fd1c100723ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:10:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:18.787064 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-c4b82787-6d8f-4750-93a2-826954e87162 admin admin] Resources bound (agent type, host, resource id): {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:10:18.793932 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-aaef65f2-7708-442b-8fd8-c23f87890840 admin admin] Resources bound (agent type, host, resource id): {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:10:18.796147 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b82787-6d8f-4750-93a2-826954e87162 admin admin] Received port after_create {{(pid=106429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:10:18.796818 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c4b82787-6d8f-4750-93a2-826954e87162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769367'] for router_interface (d69c119b-36e6-4102-a210-542d5988f463), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:18.888852 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:18.941441 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef65f2-7708-442b-8fd8-c23f87890840 admin admin] Pushing event updated for resources: {'Port': ['ID=6a263659-9380-4624-9aa0-25234aa068b8,revision_number=2']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:18.943918 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:18.993593 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccbefd4-9d78-46df-baf8-9e66127c5f5b None None] Pushing event updated for resources: {'Port': ['ID=0a262cba-a703-4cce-a5e5-5d53c4391d15,revision_number=3']} {{(pid=106431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:19.087549 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-bc75165b-af03-4667-a6fb-d96ba07d6e5c admin admin] Publish callbacks [] for port (d68bdd94-0ddc-462e-97eb-b3583122f420), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:19.099392 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-bc75165b-af03-4667-a6fb-d96ba07d6e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (d68bdd94-0ddc-462e-97eb-b3583122f420), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:19.101352 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-bc75165b-af03-4667-a6fb-d96ba07d6e5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769475'] for router_interface (c61ed6dd-031e-4a20-9d68-18897d0cccb2), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:19.137064 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-8511bd1f-4b87-47ce-bc61-0f71d045322f None None] For port 8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d,segment=NetworkSegment(be8993b7-fcf5-42ec-b1db-df616a95c294),segment_id=be8993b7-fcf5-42ec-b1db-df616a95c294)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:10:19.160810 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:10:19.164037 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-8511bd1f-4b87-47ce-bc61-0f71d045322f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:19.169713 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961c664-c9c8-4c6f-98e7-3d49fb8e9660 None None] Pushing event updated for resources: {'Port': ['ID=0831a477-b13a-4a2c-a66a-216fdba5ac3c,revision_number=3']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:19.191489 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-fb9eacc0-94a6-4b54-a970-fd1c100723ee None None] Set router c61ed6dd-031e-4a20-9d68-18897d0cccb2 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:10:19.283636 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 24c261e6-fa25-4ce6-b51e-0ac386ae8815 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:10:19.284366 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (24c261e6-fa25-4ce6-b51e-0ac386ae8815), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:19.285024 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 24c261e6-fa25-4ce6-b51e-0ac386ae8815 Sep 22 22:10:19.310627 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75165b-af03-4667-a6fb-d96ba07d6e5c admin admin] Pushing event updated for resources: {'Port': ['ID=d68bdd94-0ddc-462e-97eb-b3583122f420,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:19.337235 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaef65f2-7708-442b-8fd8-c23f87890840 admin admin] Router 8ba40026-4fd8-4134-b383-8997842936b8 has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:10:19.350406 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-ac31206e-deb9-4a5b-a358-5eea4307e240 None None] Set router d69c119b-36e6-4102-a210-542d5988f463 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:10:19.352679 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Provisioning complete for port fb9baff0-685c-48d3-bc91-6ecb7e426180 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:10:19.353072 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (fb9baff0-685c-48d3-bc91-6ecb7e426180), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:19.353465 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Attempt 1 to provision port fb9baff0-685c-48d3-bc91-6ecb7e426180 Sep 22 22:10:19.383558 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511bd1f-4b87-47ce-bc61-0f71d045322f None None] Pushing event updated for resources: {'Port': ['ID=8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d,revision_number=3']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:19.404973 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b82787-6d8f-4750-93a2-826954e87162 admin admin] Pushing event updated for resources: {'Port': ['ID=fb9baff0-685c-48d3-bc91-6ecb7e426180,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:19.417712 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc75165b-af03-4667-a6fb-d96ba07d6e5c admin admin] Network 76b70dbd-430e-4822-82a3-49c7f238d2e2 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:10:19.419433 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [None req-bc75165b-af03-4667-a6fb-d96ba07d6e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:10:19.532623 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-fb9eacc0-94a6-4b54-a970-fd1c100723ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'gw_port': {'id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:44:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:13Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'd68bdd94-0ddc-462e-97eb-b3583122f420', 'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'mac_address': 'fa:16:3e:0a:d0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:17Z', 'updated_at': '2022-09-22T22:10:17Z', 'revision_number': 1, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'subnets': [{'id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:19.577829 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c4b82787-6d8f-4750-93a2-826954e87162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (fb9baff0-685c-48d3-bc91-6ecb7e426180), before_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:19.580459 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:19.596016 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9eacc0-94a6-4b54-a970-fd1c100723ee None None] The sync data for ids ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'] in dv-cinder-849143-6-iscsi is: [{'id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'gw_port': {'id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:44:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:13Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'd68bdd94-0ddc-462e-97eb-b3583122f420', 'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'mac_address': 'fa:16:3e:0a:d0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:17Z', 'updated_at': '2022-09-22T22:10:17Z', 'revision_number': 1, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'subnets': [{'id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:10:19.635356 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc75165b-af03-4667-a6fb-d96ba07d6e5c admin admin] Router c61ed6dd-031e-4a20-9d68-18897d0cccb2 has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:10:19.636115 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Port fb9baff0-685c-48d3-bc91-6ecb7e426180 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:10:19.640514 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:19.677503 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:19.678416 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaef65f2-7708-442b-8fd8-c23f87890840 admin admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:10:19.687317 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-ac31206e-deb9-4a5b-a358-5eea4307e240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69c119b-36e6-4102-a210-542d5988f463', 'name': 'tempest-ServerRescueNegativeTestJSON-955786795-router', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '0831a477-b13a-4a2c-a66a-216fdba5ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:11Z', 'updated_at': '2022-09-22T22:10:13Z', 'revision_number': 3, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'gw_port': {'id': '0831a477-b13a-4a2c-a66a-216fdba5ac3c', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi'}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:19.691508 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-aaef65f2-7708-442b-8fd8-c23f87890840 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/8ba40026-4fd8-4134-b383-8997842936b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2494822 Sep 22 22:10:19.735233 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac31206e-deb9-4a5b-a358-5eea4307e240 None None] The sync data for ids ['d69c119b-36e6-4102-a210-542d5988f463'] in dv-cinder-849143-6-iscsi is: [{'id': 'd69c119b-36e6-4102-a210-542d5988f463', 'name': 'tempest-ServerRescueNegativeTestJSON-955786795-router', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '0831a477-b13a-4a2c-a66a-216fdba5ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:11Z', 'updated_at': '2022-09-22T22:10:13Z', 'revision_number': 3, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'gw_port': {'id': '0831a477-b13a-4a2c-a66a-216fdba5ac3c', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi'}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:10:19.752718 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 24c261e6-fa25-4ce6-b51e-0ac386ae8815 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:10:19.753836 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:10:19.830839 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:19.837418 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:19.857750 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:10:19.860726 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:19.861304 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d Sep 22 22:10:19.898968 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc75165b-af03-4667-a6fb-d96ba07d6e5c admin admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:10:19.918798 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-bc75165b-af03-4667-a6fb-d96ba07d6e5c admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/c61ed6dd-031e-4a20-9d68-18897d0cccb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2704303 Sep 22 22:10:20.045896 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:10:20.056003 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:20.092959 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c4b82787-6d8f-4750-93a2-826954e87162 admin admin] Publish callbacks [] for port (fb9baff0-685c-48d3-bc91-6ecb7e426180), precommit_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:20.111147 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c4b82787-6d8f-4750-93a2-826954e87162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (fb9baff0-685c-48d3-bc91-6ecb7e426180), after_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:20.112085 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c4b82787-6d8f-4750-93a2-826954e87162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769475'] for router_interface (d69c119b-36e6-4102-a210-542d5988f463), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:20.137730 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Attempt 2 to provision port fb9baff0-685c-48d3-bc91-6ecb7e426180 Sep 22 22:10:20.258571 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Port fb9baff0-685c-48d3-bc91-6ecb7e426180 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:10:20.332470 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b82787-6d8f-4750-93a2-826954e87162 admin admin] Pushing event updated for resources: {'Port': ['ID=fb9baff0-685c-48d3-bc91-6ecb7e426180,revision_number=2']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:20.385829 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 35750) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:20.388409 dv-cinder-849143-6-iscsi neutron-server[106428]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 22 22:10:20.416196 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b82787-6d8f-4750-93a2-826954e87162 admin admin] Network 770f63d9-fbe3-4433-90af-714bf608e28c is already hosted by enough agents. {{(pid=106429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:10:20.417915 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-c4b82787-6d8f-4750-93a2-826954e87162 admin admin] Resources bound (agent type, host, resource id): {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:10:20.613069 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 35756) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:20.619119 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-7e06884c-bcf0-4465-9143-4f7643cc3f84 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1902746589', 'description': 'tempest-description--582577380'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:10:20.625040 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device b00c348f-9c3b-4360-b53b-3161c4f437dd up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:10:20.637551 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b82787-6d8f-4750-93a2-826954e87162 admin admin] Router d69c119b-36e6-4102-a210-542d5988f463 has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:10:20.649466 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:20.679900 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-7e06884c-bcf0-4465-9143-4f7643cc3f84 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:20.719333 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port b00c348f-9c3b-4360-b53b-3161c4f437dd triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:10:20.722516 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (b00c348f-9c3b-4360-b53b-3161c4f437dd), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:20.723144 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port b00c348f-9c3b-4360-b53b-3161c4f437dd Sep 22 22:10:20.761180 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Attempt 3 to provision port fb9baff0-685c-48d3-bc91-6ecb7e426180 Sep 22 22:10:20.820183 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Port fb9baff0-685c-48d3-bc91-6ecb7e426180 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:10:20.860539 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b82787-6d8f-4750-93a2-826954e87162 admin admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:10:20.878507 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port b00c348f-9c3b-4360-b53b-3161c4f437dd is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:10:20.878911 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (b00c348f-9c3b-4360-b53b-3161c4f437dd), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:20.889136 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e82cdd-a211-411f-8054-be17e53fd2d4 None None] Sync routers for ids ['8ba40026-4fd8-4134-b383-8997842936b8'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:10:20.890013 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-c4b82787-6d8f-4750-93a2-826954e87162 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/d69c119b-36e6-4102-a210-542d5988f463/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9856355 Sep 22 22:10:20.939480 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e82cdd-a211-411f-8054-be17e53fd2d4 None None] Routers {'8ba40026-4fd8-4134-b383-8997842936b8'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:10:20.943853 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-42e82cdd-a211-411f-8054-be17e53fd2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:10:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['8ba40026-4fd8-4134-b383-8997842936b8'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:20.972383 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-2a30dcad-bd83-4461-b4e0-0871ae716430 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:20.974269 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-2a30dcad-bd83-4461-b4e0-0871ae716430 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/networks?id=9a795bf6-043e-463b-a8c2-1515f286856d HTTP/1.1" status: 200 len: 812 time: 0.5870373 Sep 22 22:10:21.031531 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] For port b00c348f-9c3b-4360-b53b-3161c4f437dd, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=b00c348f-9c3b-4360-b53b-3161c4f437dd,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:10:21.035734 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-1fce24c7-f6cc-4d56-951f-7a331d59afb0 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/quotas/2a52e44d03f74727863b596c606ee35d HTTP/1.1" status: 200 len: 375 time: 0.0519075 Sep 22 22:10:21.051126 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (b00c348f-9c3b-4360-b53b-3161c4f437dd), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:21.052100 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:10:21.147283 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-7e06884c-bcf0-4465-9143-4f7643cc3f84 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group (4758976f-0e58-4ba5-8697-0eb4de1323cc), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:21.160845 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-7e06884c-bcf0-4465-9143-4f7643cc3f84 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (4758976f-0e58-4ba5-8697-0eb4de1323cc), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:21.234529 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-429ddaa0-bcfa-4348-8143-dd4e1398153e tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=2a52e44d03f74727863b596c606ee35d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1971312 Sep 22 22:10:21.261623 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06884c-bcf0-4465-9143-4f7643cc3f84 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4758976f-0e58-4ba5-8697-0eb4de1323cc,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:21.280855 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-7e06884c-bcf0-4465-9143-4f7643cc3f84 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:21.286894 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-7e06884c-bcf0-4465-9143-4f7643cc3f84 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6727221 Sep 22 22:10:21.290589 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 35784) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:21.296334 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-d248b00e-9a65-4e3a-9c7a-52b978f079ce tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Request body: {'security_group_rule': {'security_group_id': '4758976f-0e58-4ba5-8697-0eb4de1323cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:10:21.303997 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Pushing event updated for resources: {'Port': ['ID=b00c348f-9c3b-4360-b53b-3161c4f437dd,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:21.336982 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Attempt 4 to provision port fb9baff0-685c-48d3-bc91-6ecb7e426180 Sep 22 22:10:21.368317 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:10:21.374181 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:21.374542 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d Sep 22 22:10:21.380541 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d248b00e-9a65-4e3a-9c7a-52b978f079ce tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group_rule (142656b0-772a-4e15-b673-e3aa8404e3f1), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:21.465888 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-42e82cdd-a211-411f-8054-be17e53fd2d4 None None] Set router 8ba40026-4fd8-4134-b383-8997842936b8 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:10:21.487631 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 35802) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:21.529674 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Port fb9baff0-685c-48d3-bc91-6ecb7e426180 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:10:21.576200 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d248b00e-9a65-4e3a-9c7a-52b978f079ce tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group_rule (142656b0-772a-4e15-b673-e3aa8404e3f1), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:21.581820 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-fa495285-6f3b-4f77-951c-e73a97587107 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106428) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 22:10:21.583918 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d248b00e-9a65-4e3a-9c7a-52b978f079ce tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (142656b0-772a-4e15-b673-e3aa8404e3f1), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:21.589659 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-fa495285-6f3b-4f77-951c-e73a97587107 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1220250 Sep 22 22:10:21.606517 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:21.614529 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d248b00e-9a65-4e3a-9c7a-52b978f079ce tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:21.618417 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-d248b00e-9a65-4e3a-9c7a-52b978f079ce tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3241260 Sep 22 22:10:21.618666 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 35806) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:21.624611 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-ecf586b5-35a3-49d5-9f35-6a768a2b3804 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Request body: {'security_group_rule': {'security_group_id': '4758976f-0e58-4ba5-8697-0eb4de1323cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:10:21.654657 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248b00e-9a65-4e3a-9c7a-52b978f079ce tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=142656b0-772a-4e15-b673-e3aa8404e3f1,revision_number=0']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:21.670540 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ecf586b5-35a3-49d5-9f35-6a768a2b3804 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group_rule (b4f5e13e-5053-4486-b022-a0f036a5bcc5), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:21.679363 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=100 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:21.708552 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-4c3ccb94-bc60-429f-bd82-b298bc8a8e8d tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:21.716366 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-4c3ccb94-bc60-429f-bd82-b298bc8a8e8d tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/networks?id=770f63d9-fbe3-4433-90af-714bf608e28c HTTP/1.1" status: 200 len: 818 time: 0.2264988 Sep 22 22:10:21.724866 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:21.738003 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-9e9767fb-e7fb-4320-983f-923b4089e54f tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/quotas/0499a794df4444b594ee3126a8e210c1 HTTP/1.1" status: 200 len: 375 time: 0.0204225 Sep 22 22:10:21.753421 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ecf586b5-35a3-49d5-9f35-6a768a2b3804 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group_rule (b4f5e13e-5053-4486-b022-a0f036a5bcc5), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:21.758026 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-42e82cdd-a211-411f-8054-be17e53fd2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba40026-4fd8-4134-b383-8997842936b8', 'name': 'tempest-DeleteServersTestJSON-2058369361-router', 'tenant_id': '2a52e44d03f74727863b596c606ee35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b00c348f-9c3b-4360-b53b-3161c4f437dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:09Z', 'updated_at': '2022-09-22T22:10:17Z', 'revision_number': 4, 'project_id': '2a52e44d03f74727863b596c606ee35d', 'gw_port': {'id': 'b00c348f-9c3b-4360-b53b-3161c4f437dd', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:df:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba40026-4fd8-4134-b383-8997842936b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:10Z', 'updated_at': '2022-09-22T22:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '6a263659-9380-4624-9aa0-25234aa068b8', 'name': '', 'network_id': '9a795bf6-043e-463b-a8c2-1515f286856d', 'tenant_id': '2a52e44d03f74727863b596c606ee35d', 'mac_address': 'fa:16:3e:3e:0b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba40026-4fd8-4134-b383-8997842936b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7ccb8ec1-bca7-4468-84d0-159b88fbfcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:16Z', 'updated_at': '2022-09-22T22:10:17Z', 'revision_number': 2, 'project_id': '2a52e44d03f74727863b596c606ee35d', 'subnets': [{'id': '7ccb8ec1-bca7-4468-84d0-159b88fbfcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:21.762968 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ecf586b5-35a3-49d5-9f35-6a768a2b3804 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (b4f5e13e-5053-4486-b022-a0f036a5bcc5), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:21.783193 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf586b5-35a3-49d5-9f35-6a768a2b3804 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f5e13e-5053-4486-b022-a0f036a5bcc5,revision_number=0']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:21.801425 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e82cdd-a211-411f-8054-be17e53fd2d4 None None] Checking router: 8ba40026-4fd8-4134-b383-8997842936b8 for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:10:21.801804 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e82cdd-a211-411f-8054-be17e53fd2d4 None None] Updating router 8ba40026-4fd8-4134-b383-8997842936b8 port 6a263659-9380-4624-9aa0-25234aa068b8 binding host dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:10:21.810768 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ecf586b5-35a3-49d5-9f35-6a768a2b3804 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:21.812113 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-ecf586b5-35a3-49d5-9f35-6a768a2b3804 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1922085 Sep 22 22:10:21.815667 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 35808) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:21.823194 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-94ac52ae-60e8-4a6f-be96-27428de2ee7e tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Request body: {'floatingip': {'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:10:21.836889 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:21.837772 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-42e82cdd-a211-411f-8054-be17e53fd2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (6a263659-9380-4624-9aa0-25234aa068b8), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:21.842547 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:10:21.843209 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-116feb5a-0abd-47d1-9c6f-5d1a041e2ddc tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0499a794df4444b594ee3126a8e210c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027288 Sep 22 22:10:21.867583 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-ce1e296d-0793-4466-95b7-c3a046eab1ea service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9a795bf6-043e-463b-a8c2-1515f286856d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748168 Sep 22 22:10:21.871641 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-94ac52ae-60e8-4a6f-be96-27428de2ee7e tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:22.023545 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-ef511a10-b150-480e-9613-579f240bc1cc service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106428) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 22:10:22.024584 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-ef511a10-b150-480e-9613-579f240bc1cc service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0694425 Sep 22 22:10:22.033893 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Attempt 5 to provision port fb9baff0-685c-48d3-bc91-6ecb7e426180 Sep 22 22:10:22.088444 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-ce25c04e-716f-4a33-b70d-3e578312bd52 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9a795bf6-043e-463b-a8c2-1515f286856d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169435 Sep 22 22:10:22.093527 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-94ac52ae-60e8-4a6f-be96-27428de2ee7e tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:22.189285 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-42c68a91-e97b-415f-8b20-1123414b91bd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535709 Sep 22 22:10:22.224694 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Port fb9baff0-685c-48d3-bc91-6ecb7e426180 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:10:22.267002 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.db_base_plugin_common [None req-94ac52ae-60e8-4a6f-be96-27428de2ee7e tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Allocated IP 172.27.1.186 (222d3bc3-ee2a-4d75-8e21-75e580ff73b3/4214672d-8971-44fc-bb6c-9c23836d3a7a/72eb414f-01ac-4908-94e1-257049f436f5) {{(pid=106429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:10:22.366033 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:22.397298 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-d5dbb0fd-63c7-4bc0-b19b-c57fbd55085d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015955 Sep 22 22:10:22.446215 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-42e82cdd-a211-411f-8054-be17e53fd2d4 None None] Publish callbacks [] for port (6a263659-9380-4624-9aa0-25234aa068b8), precommit_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:22.462204 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-42e82cdd-a211-411f-8054-be17e53fd2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (6a263659-9380-4624-9aa0-25234aa068b8), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:22.514862 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-94ac52ae-60e8-4a6f-be96-27428de2ee7e tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for port (72eb414f-01ac-4908-94e1-257049f436f5), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:22.561498 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 0a262cba-a703-4cce-a5e5-5d53c4391d15 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:10:22.629454 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:22.673880 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-94ac52ae-60e8-4a6f-be96-27428de2ee7e tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505'] for port (72eb414f-01ac-4908-94e1-257049f436f5), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:22.681038 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93088059-52e7-4895-8f9f-77965059bdf6 None None] Pushing event updated for resources: {'Port': ['ID=6a263659-9380-4624-9aa0-25234aa068b8,revision_number=3']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:22.727099 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Attempt 6 to provision port fb9baff0-685c-48d3-bc91-6ecb7e426180 Sep 22 22:10:22.733459 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-42e82cdd-a211-411f-8054-be17e53fd2d4 None None] Attempting to bind port 6a263659-9380-4624-9aa0-25234aa068b8 on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:10:22.734142 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-42e82cdd-a211-411f-8054-be17e53fd2d4 None None] Attempting to bind port 6a263659-9380-4624-9aa0-25234aa068b8 by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': '1f071678-2ddc-41ad-b56b-82f48e5a30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9a795bf6-043e-463b-a8c2-1515f286856d'}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:10:22.734884 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e82cdd-a211-411f-8054-be17e53fd2d4 None None] Attempting to bind port 6a263659-9380-4624-9aa0-25234aa068b8 on network 9a795bf6-043e-463b-a8c2-1515f286856d {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:10:22.808373 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 0a262cba-a703-4cce-a5e5-5d53c4391d15 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:10:22.809433 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (0a262cba-a703-4cce-a5e5-5d53c4391d15), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:22.809775 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 0a262cba-a703-4cce-a5e5-5d53c4391d15 Sep 22 22:10:22.828191 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ac52ae-60e8-4a6f-be96-27428de2ee7e tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 is already hosted by enough agents. {{(pid=106429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:10:22.831887 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-94ac52ae-60e8-4a6f-be96-27428de2ee7e tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Resources bound (agent type, host, resource id): {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:10:22.842626 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac52ae-60e8-4a6f-be96-27428de2ee7e tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event updated for resources: {'Port': ['ID=72eb414f-01ac-4908-94e1-257049f436f5,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:22.844880 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ac52ae-60e8-4a6f-be96-27428de2ee7e tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Received port after_create {{(pid=106429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:10:22.857372 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Port fb9baff0-685c-48d3-bc91-6ecb7e426180 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:10:22.877812 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-81f4d1ce-cf16-49b9-a256-56168cfac962 req-edcd01f8-86ef-4474-ac4c-1a81e69b1075 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 210 time: 0.1323469 Sep 22 22:10:22.954315 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e82cdd-a211-411f-8054-be17e53fd2d4 None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:10:22.954698 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e82cdd-a211-411f-8054-be17e53fd2d4 None None] Checking segment: {'id': '1f071678-2ddc-41ad-b56b-82f48e5a30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9a795bf6-043e-463b-a8c2-1515f286856d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:10:22.955100 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-42e82cdd-a211-411f-8054-be17e53fd2d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:22.955494 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e82cdd-a211-411f-8054-be17e53fd2d4 None None] Bound using segment: {'id': '1f071678-2ddc-41ad-b56b-82f48e5a30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9a795bf6-043e-463b-a8c2-1515f286856d'} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:10:22.955983 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-42e82cdd-a211-411f-8054-be17e53fd2d4 None None] Bound port: 6a263659-9380-4624-9aa0-25234aa068b8, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f071678-2ddc-41ad-b56b-82f48e5a30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9a795bf6-043e-463b-a8c2-1515f286856d'}}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:10:22.956430 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-42e82cdd-a211-411f-8054-be17e53fd2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (6a263659-9380-4624-9aa0-25234aa068b8), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:23.019443 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 0a262cba-a703-4cce-a5e5-5d53c4391d15 is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:10:23.019827 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (0a262cba-a703-4cce-a5e5-5d53c4391d15), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:23.035335 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6a5387ed-f02d-46ff-9f70-fa615ae4e29a req-532d84c5-d127-4632-b361-ea1b64875825 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 210 time: 0.0744035 Sep 22 22:10:23.037454 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-94ac52ae-60e8-4a6f-be96-27428de2ee7e tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for floatingip (ed1445e2-e7ff-4aaa-88a6-5cc88f34d449), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:23.040542 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:23.045882 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] For port 0a262cba-a703-4cce-a5e5-5d53c4391d15, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=0a262cba-a703-4cce-a5e5-5d53c4391d15,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:10:23.124953 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-42e82cdd-a211-411f-8054-be17e53fd2d4 None None] For port 6a263659-9380-4624-9aa0-25234aa068b8, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:10:23.136683 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-42e82cdd-a211-411f-8054-be17e53fd2d4 None None] For port 6a263659-9380-4624-9aa0-25234aa068b8, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=6a263659-9380-4624-9aa0-25234aa068b8,segment=NetworkSegment(1f071678-2ddc-41ad-b56b-82f48e5a30da),segment_id=1f071678-2ddc-41ad-b56b-82f48e5a30da)] {{(pid=106430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:10:23.143747 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (0a262cba-a703-4cce-a5e5-5d53c4391d15), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:23.144764 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device b00c348f-9c3b-4360-b53b-3161c4f437dd up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:10:23.282662 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-94ac52ae-60e8-4a6f-be96-27428de2ee7e tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (72eb414f-01ac-4908-94e1-257049f436f5), before_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:23.295633 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:23.310656 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-42e82cdd-a211-411f-8054-be17e53fd2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (6a263659-9380-4624-9aa0-25234aa068b8), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:23.320759 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Pushing event updated for resources: {'Port': ['ID=0a262cba-a703-4cce-a5e5-5d53c4391d15,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:23.359569 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Attempt 7 to provision port fb9baff0-685c-48d3-bc91-6ecb7e426180 Sep 22 22:10:23.410149 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port b00c348f-9c3b-4360-b53b-3161c4f437dd triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:10:23.412784 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (b00c348f-9c3b-4360-b53b-3161c4f437dd), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:23.414014 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port b00c348f-9c3b-4360-b53b-3161c4f437dd Sep 22 22:10:23.463865 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1091da-5e7a-4869-9107-9444edcba2cd None None] Sync routers for ids ['d69c119b-36e6-4102-a210-542d5988f463'] in dv-cinder-849143-6-iscsi {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:10:23.487266 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1091da-5e7a-4869-9107-9444edcba2cd None None] Routers {'d69c119b-36e6-4102-a210-542d5988f463'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:10:23.489503 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-7b1091da-5e7a-4869-9107-9444edcba2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:10:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['d69c119b-36e6-4102-a210-542d5988f463'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:23.497899 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-1ba0f69d-968b-4b38-ac6b-fc3bd96291a1 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:23.502590 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e82cdd-a211-411f-8054-be17e53fd2d4 None None] Routers {'8ba40026-4fd8-4134-b383-8997842936b8'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:10:23.505084 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-1ba0f69d-968b-4b38-ac6b-fc3bd96291a1 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/networks?id=770f63d9-fbe3-4433-90af-714bf608e28c HTTP/1.1" status: 200 len: 818 time: 0.2213216 Sep 22 22:10:23.505570 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-42e82cdd-a211-411f-8054-be17e53fd2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:10:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['8ba40026-4fd8-4134-b383-8997842936b8'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:23.524242 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-ff91c450-bd01-4f35-af02-0df71e5a3104 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/quotas/0499a794df4444b594ee3126a8e210c1 HTTP/1.1" status: 200 len: 375 time: 0.0178902 Sep 22 22:10:23.585812 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-2f8b3813-c3e1-42a6-a1d8-edf43389c9a8 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0499a794df4444b594ee3126a8e210c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605862 Sep 22 22:10:23.593375 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-94ac52ae-60e8-4a6f-be96-27428de2ee7e tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for port (72eb414f-01ac-4908-94e1-257049f436f5), precommit_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:23.598849 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-94ac52ae-60e8-4a6f-be96-27428de2ee7e tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (72eb414f-01ac-4908-94e1-257049f436f5), after_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:23.599813 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-94ac52ae-60e8-4a6f-be96-27428de2ee7e tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (ed1445e2-e7ff-4aaa-88a6-5cc88f34d449), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:23.646027 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:23.649298 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac52ae-60e8-4a6f-be96-27428de2ee7e tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event updated for resources: {'Port': ['ID=72eb414f-01ac-4908-94e1-257049f436f5,revision_number=2']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:23.695146 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-94ac52ae-60e8-4a6f-be96-27428de2ee7e tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:23.707069 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-94ac52ae-60e8-4a6f-be96-27428de2ee7e tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8900728 Sep 22 22:10:23.922546 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-997d1de9-a8f4-44aa-9e6e-990fabdcf33c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355703 Sep 22 22:10:23.927929 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-7b1091da-5e7a-4869-9107-9444edcba2cd None None] Set router d69c119b-36e6-4102-a210-542d5988f463 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:10:24.005021 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdf9a92-aea5-41de-a790-fbabe2b61e1d None None] Sync routers for ids ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:10:24.031192 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93088059-52e7-4895-8f9f-77965059bdf6 None None] Pushing event updated for resources: {'Port': ['ID=6a263659-9380-4624-9aa0-25234aa068b8,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:24.077254 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Port fb9baff0-685c-48d3-bc91-6ecb7e426180 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:10:24.105145 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdf9a92-aea5-41de-a790-fbabe2b61e1d None None] Routers {'c61ed6dd-031e-4a20-9d68-18897d0cccb2'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:10:24.107473 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-9cdf9a92-aea5-41de-a790-fbabe2b61e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:10:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:24.185527 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-42e82cdd-a211-411f-8054-be17e53fd2d4 None None] Set router 8ba40026-4fd8-4134-b383-8997842936b8 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:10:24.210135 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-acfeb8a9-31c9-4a8a-ae87-460d54de8363 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1902746589&fields=id&tenant_id=226257b343d24054bc2178b47a9a5a4f HTTP/1.1" status: 200 len: 267 time: 0.2395282 Sep 22 22:10:24.288599 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:24.369287 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-7b1091da-5e7a-4869-9107-9444edcba2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69c119b-36e6-4102-a210-542d5988f463', 'name': 'tempest-ServerRescueNegativeTestJSON-955786795-router', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '0831a477-b13a-4a2c-a66a-216fdba5ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:11Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'gw_port': {'id': '0831a477-b13a-4a2c-a66a-216fdba5ac3c', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'fb9baff0-685c-48d3-bc91-6ecb7e426180', 'name': '', 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'mac_address': 'fa:16:3e:4e:95:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bf216d7c-d985-409d-9ea6-5ff04204374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:16Z', 'updated_at': '2022-09-22T22:10:19Z', 'revision_number': 2, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'subnets': [{'id': 'bf216d7c-d985-409d-9ea6-5ff04204374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:24.386136 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port b00c348f-9c3b-4360-b53b-3161c4f437dd is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:10:24.387947 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 0831a477-b13a-4a2c-a66a-216fdba5ac3c up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:10:24.409855 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1091da-5e7a-4869-9107-9444edcba2cd None None] Checking router: d69c119b-36e6-4102-a210-542d5988f463 for host: dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:10:24.410511 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1091da-5e7a-4869-9107-9444edcba2cd None None] Updating router d69c119b-36e6-4102-a210-542d5988f463 port fb9baff0-685c-48d3-bc91-6ecb7e426180 binding host dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:10:24.429538 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-9b1c53fd-c944-458e-8ed3-3ab955b057d6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5000451 Sep 22 22:10:24.454916 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-7b1091da-5e7a-4869-9107-9444edcba2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (fb9baff0-685c-48d3-bc91-6ecb7e426180), before_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:24.482473 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-9cdf9a92-aea5-41de-a790-fbabe2b61e1d None None] Set router c61ed6dd-031e-4a20-9d68-18897d0cccb2 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:10:24.548212 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-52735ae0-936b-4632-b318-e6b73d659c88 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:24.566219 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-52735ae0-936b-4632-b318-e6b73d659c88 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/networks?id=76b70dbd-430e-4822-82a3-49c7f238d2e2 HTTP/1.1" status: 200 len: 815 time: 0.3426292 Sep 22 22:10:24.583739 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Attempt 8 to provision port fb9baff0-685c-48d3-bc91-6ecb7e426180 Sep 22 22:10:24.585979 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-3314c643-3178-4290-8ddb-8261cf422157 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/quotas/226257b343d24054bc2178b47a9a5a4f HTTP/1.1" status: 200 len: 375 time: 0.0180538 Sep 22 22:10:24.594732 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=100 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:24.648188 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 0831a477-b13a-4a2c-a66a-216fdba5ac3c triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:10:24.648583 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (0831a477-b13a-4a2c-a66a-216fdba5ac3c), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:24.648924 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 0831a477-b13a-4a2c-a66a-216fdba5ac3c Sep 22 22:10:24.677743 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-48522291-d8ae-498c-9198-ce45a4cc59f1 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=226257b343d24054bc2178b47a9a5a4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0907943 Sep 22 22:10:24.719781 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Port fb9baff0-685c-48d3-bc91-6ecb7e426180 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:10:24.805215 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-42e82cdd-a211-411f-8054-be17e53fd2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba40026-4fd8-4134-b383-8997842936b8', 'name': 'tempest-DeleteServersTestJSON-2058369361-router', 'tenant_id': '2a52e44d03f74727863b596c606ee35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b00c348f-9c3b-4360-b53b-3161c4f437dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:09Z', 'updated_at': '2022-09-22T22:10:17Z', 'revision_number': 4, 'project_id': '2a52e44d03f74727863b596c606ee35d', 'gw_port': {'id': 'b00c348f-9c3b-4360-b53b-3161c4f437dd', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:df:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba40026-4fd8-4134-b383-8997842936b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:10Z', 'updated_at': '2022-09-22T22:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '6a263659-9380-4624-9aa0-25234aa068b8', 'name': '', 'network_id': '9a795bf6-043e-463b-a8c2-1515f286856d', 'tenant_id': '2a52e44d03f74727863b596c606ee35d', 'mac_address': 'fa:16:3e:3e:0b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba40026-4fd8-4134-b383-8997842936b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7ccb8ec1-bca7-4468-84d0-159b88fbfcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:16Z', 'updated_at': '2022-09-22T22:10:23Z', 'revision_number': 4, 'project_id': '2a52e44d03f74727863b596c606ee35d', 'subnets': [{'id': '7ccb8ec1-bca7-4468-84d0-159b88fbfcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:24.837439 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:24.846871 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e82cdd-a211-411f-8054-be17e53fd2d4 None None] The sync data for ids ['8ba40026-4fd8-4134-b383-8997842936b8'] in dv-cinder-849143-6-iscsi is: [{'id': '8ba40026-4fd8-4134-b383-8997842936b8', 'name': 'tempest-DeleteServersTestJSON-2058369361-router', 'tenant_id': '2a52e44d03f74727863b596c606ee35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b00c348f-9c3b-4360-b53b-3161c4f437dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:09Z', 'updated_at': '2022-09-22T22:10:17Z', 'revision_number': 4, 'project_id': '2a52e44d03f74727863b596c606ee35d', 'gw_port': {'id': 'b00c348f-9c3b-4360-b53b-3161c4f437dd', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:df:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba40026-4fd8-4134-b383-8997842936b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:10Z', 'updated_at': '2022-09-22T22:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '6a263659-9380-4624-9aa0-25234aa068b8', 'name': '', 'network_id': '9a795bf6-043e-463b-a8c2-1515f286856d', 'tenant_id': '2a52e44d03f74727863b596c606ee35d', 'mac_address': 'fa:16:3e:3e:0b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba40026-4fd8-4134-b383-8997842936b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7ccb8ec1-bca7-4468-84d0-159b88fbfcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:16Z', 'updated_at': '2022-09-22T22:10:23Z', 'revision_number': 4, 'project_id': '2a52e44d03f74727863b596c606ee35d', 'subnets': [{'id': '7ccb8ec1-bca7-4468-84d0-159b88fbfcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:10:24.885379 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:24.898125 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-803bff4c-6e25-4070-af06-e1b56c9c08c9 req-cf5d44b4-65e9-4c64-9624-0804e511f028 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 210 time: 0.0509744 Sep 22 22:10:24.955475 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-b2ab66c2-0921-4afe-ba42-bd560354e601 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/76b70dbd-430e-4822-82a3-49c7f238d2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581246 Sep 22 22:10:25.002072 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-9cdf9a92-aea5-41de-a790-fbabe2b61e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'gw_port': {'id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:13Z', 'updated_at': '2022-09-22T22:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'd68bdd94-0ddc-462e-97eb-b3583122f420', 'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'mac_address': 'fa:16:3e:0a:d0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:17Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 2, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'subnets': [{'id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:25.012028 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=100 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:25.092174 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-7b1091da-5e7a-4869-9107-9444edcba2cd None None] Publish callbacks [] for port (fb9baff0-685c-48d3-bc91-6ecb7e426180), precommit_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:25.102404 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-7b1091da-5e7a-4869-9107-9444edcba2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (fb9baff0-685c-48d3-bc91-6ecb7e426180), after_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:25.111184 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-62f8a535-aac4-4623-a4ac-169a8b2bd618 req-50f15cc1-6a38-46b6-9363-792a242230e1 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 210 time: 0.0577815 Sep 22 22:10:25.182422 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79873d-27c7-4364-936a-16ff1d8b746a None None] Pushing event updated for resources: {'Port': ['ID=fb9baff0-685c-48d3-bc91-6ecb7e426180,revision_number=3']} {{(pid=106431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:25.202495 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-68a7dfaf-0533-4132-941b-d893349e08b3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/76b70dbd-430e-4822-82a3-49c7f238d2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318549 Sep 22 22:10:25.289706 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Attempt 9 to provision port fb9baff0-685c-48d3-bc91-6ecb7e426180 Sep 22 22:10:25.291446 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 0831a477-b13a-4a2c-a66a-216fdba5ac3c is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:10:25.292033 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (0831a477-b13a-4a2c-a66a-216fdba5ac3c), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:25.321581 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdf9a92-aea5-41de-a790-fbabe2b61e1d None None] Checking router: c61ed6dd-031e-4a20-9d68-18897d0cccb2 for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:10:25.322190 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdf9a92-aea5-41de-a790-fbabe2b61e1d None None] Updating router c61ed6dd-031e-4a20-9d68-18897d0cccb2 port d68bdd94-0ddc-462e-97eb-b3583122f420 binding host dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:10:25.393019 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] For port 0831a477-b13a-4a2c-a66a-216fdba5ac3c, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=0831a477-b13a-4a2c-a66a-216fdba5ac3c,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:10:25.398139 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Port fb9baff0-685c-48d3-bc91-6ecb7e426180 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:10:25.398997 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-9cdf9a92-aea5-41de-a790-fbabe2b61e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (d68bdd94-0ddc-462e-97eb-b3583122f420), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:25.411847 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (0831a477-b13a-4a2c-a66a-216fdba5ac3c), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:25.423833 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-7b1091da-5e7a-4869-9107-9444edcba2cd None None] Attempting to bind port fb9baff0-685c-48d3-bc91-6ecb7e426180 on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:10:25.424123 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-7b1091da-5e7a-4869-9107-9444edcba2cd None None] Attempting to bind port fb9baff0-685c-48d3-bc91-6ecb7e426180 by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': '3f85bb79-e1af-4130-b82b-25835361ba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c'}] {{(pid=106431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:10:25.424492 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1091da-5e7a-4869-9107-9444edcba2cd None None] Attempting to bind port fb9baff0-685c-48d3-bc91-6ecb7e426180 on network 770f63d9-fbe3-4433-90af-714bf608e28c {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:10:25.475151 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4b8aacc2-fa4f-4df6-8afb-6ba05a1e8c8e req-0d9cd87f-ac6c-44ed-a971-13e5aad6768d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 210 time: 0.0372462 Sep 22 22:10:25.503171 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1091da-5e7a-4869-9107-9444edcba2cd None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:10:25.503557 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1091da-5e7a-4869-9107-9444edcba2cd None None] Checking segment: {'id': '3f85bb79-e1af-4130-b82b-25835361ba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:10:25.503960 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-7b1091da-5e7a-4869-9107-9444edcba2cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:25.504355 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1091da-5e7a-4869-9107-9444edcba2cd None None] Bound using segment: {'id': '3f85bb79-e1af-4130-b82b-25835361ba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c'} {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:10:25.504842 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-7b1091da-5e7a-4869-9107-9444edcba2cd None None] Bound port: fb9baff0-685c-48d3-bc91-6ecb7e426180, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f85bb79-e1af-4130-b82b-25835361ba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c'}}] {{(pid=106431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:10:25.505286 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-7b1091da-5e7a-4869-9107-9444edcba2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (fb9baff0-685c-48d3-bc91-6ecb7e426180), before_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:25.588263 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Pushing event updated for resources: {'Port': ['ID=0831a477-b13a-4a2c-a66a-216fdba5ac3c,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:25.675984 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.db [None req-7b1091da-5e7a-4869-9107-9444edcba2cd None None] For port fb9baff0-685c-48d3-bc91-6ecb7e426180, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:10:25.680531 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.db [None req-7b1091da-5e7a-4869-9107-9444edcba2cd None None] For port fb9baff0-685c-48d3-bc91-6ecb7e426180, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=fb9baff0-685c-48d3-bc91-6ecb7e426180,segment=NetworkSegment(3f85bb79-e1af-4130-b82b-25835361ba77),segment_id=3f85bb79-e1af-4130-b82b-25835361ba77)] {{(pid=106431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:10:25.695857 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-7b1091da-5e7a-4869-9107-9444edcba2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (fb9baff0-685c-48d3-bc91-6ecb7e426180), after_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:25.744713 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 6a263659-9380-4624-9aa0-25234aa068b8 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:10:25.764238 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1091da-5e7a-4869-9107-9444edcba2cd None None] Routers {'d69c119b-36e6-4102-a210-542d5988f463'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:10:25.764869 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-7b1091da-5e7a-4869-9107-9444edcba2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:10:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['d69c119b-36e6-4102-a210-542d5988f463'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:25.844523 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79873d-27c7-4364-936a-16ff1d8b746a None None] Pushing event updated for resources: {'Port': ['ID=fb9baff0-685c-48d3-bc91-6ecb7e426180,revision_number=4']} {{(pid=106431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:25.857789 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 6a263659-9380-4624-9aa0-25234aa068b8 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:10:25.858628 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (6a263659-9380-4624-9aa0-25234aa068b8), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:25.858913 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 6a263659-9380-4624-9aa0-25234aa068b8 Sep 22 22:10:25.899732 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Attempt 10 to provision port fb9baff0-685c-48d3-bc91-6ecb7e426180 Sep 22 22:10:25.926513 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-7b1091da-5e7a-4869-9107-9444edcba2cd None None] Set router d69c119b-36e6-4102-a210-542d5988f463 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:10:26.000598 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:26.092843 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 6a263659-9380-4624-9aa0-25234aa068b8 is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:10:26.093399 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (6a263659-9380-4624-9aa0-25234aa068b8), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:26.184394 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] For port 6a263659-9380-4624-9aa0-25234aa068b8, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=6a263659-9380-4624-9aa0-25234aa068b8,segment=NetworkSegment(1f071678-2ddc-41ad-b56b-82f48e5a30da),segment_id=1f071678-2ddc-41ad-b56b-82f48e5a30da)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:10:26.193281 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-9cdf9a92-aea5-41de-a790-fbabe2b61e1d None None] Publish callbacks [] for port (d68bdd94-0ddc-462e-97eb-b3583122f420), precommit_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:26.195512 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (6a263659-9380-4624-9aa0-25234aa068b8), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:26.196315 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 0a262cba-a703-4cce-a5e5-5d53c4391d15 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:10:26.213792 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fe9b0d66-b2e8-4a70-b74d-7d622fadee63 req-c631af3a-c5a9-4922-9c45-398553a16722 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 210 time: 0.0521345 Sep 22 22:10:26.238931 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Current status of the port fb9baff0-685c-48d3-bc91-6ecb7e426180 is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:10:26.239838 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (fb9baff0-685c-48d3-bc91-6ecb7e426180), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:26.293861 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-9cdf9a92-aea5-41de-a790-fbabe2b61e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (d68bdd94-0ddc-462e-97eb-b3583122f420), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:26.309563 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1ec1dcb8-2ec8-49ef-be9f-d508d0661150 req-a15c2f3b-1cfb-4dcf-b8aa-2e1d85faf198 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 210 time: 0.0489509 Sep 22 22:10:26.339580 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-7b1091da-5e7a-4869-9107-9444edcba2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69c119b-36e6-4102-a210-542d5988f463', 'name': 'tempest-ServerRescueNegativeTestJSON-955786795-router', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '0831a477-b13a-4a2c-a66a-216fdba5ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:11Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'gw_port': {'id': '0831a477-b13a-4a2c-a66a-216fdba5ac3c', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'fb9baff0-685c-48d3-bc91-6ecb7e426180', 'name': '', 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'mac_address': 'fa:16:3e:4e:95:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bf216d7c-d985-409d-9ea6-5ff04204374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:16Z', 'updated_at': '2022-09-22T22:10:25Z', 'revision_number': 4, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'subnets': [{'id': 'bf216d7c-d985-409d-9ea6-5ff04204374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:26.347763 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:26.387747 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1091da-5e7a-4869-9107-9444edcba2cd None None] The sync data for ids ['d69c119b-36e6-4102-a210-542d5988f463'] in dv-cinder-849143-6-iscsi is: [{'id': 'd69c119b-36e6-4102-a210-542d5988f463', 'name': 'tempest-ServerRescueNegativeTestJSON-955786795-router', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '0831a477-b13a-4a2c-a66a-216fdba5ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:11Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'gw_port': {'id': '0831a477-b13a-4a2c-a66a-216fdba5ac3c', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'fb9baff0-685c-48d3-bc91-6ecb7e426180', 'name': '', 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'mac_address': 'fa:16:3e:4e:95:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bf216d7c-d985-409d-9ea6-5ff04204374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:16Z', 'updated_at': '2022-09-22T22:10:25Z', 'revision_number': 4, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'subnets': [{'id': 'bf216d7c-d985-409d-9ea6-5ff04204374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:10:26.407464 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 0a262cba-a703-4cce-a5e5-5d53c4391d15 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:10:26.408111 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (0a262cba-a703-4cce-a5e5-5d53c4391d15), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:26.408609 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 0a262cba-a703-4cce-a5e5-5d53c4391d15 Sep 22 22:10:26.446759 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] For port fb9baff0-685c-48d3-bc91-6ecb7e426180, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=fb9baff0-685c-48d3-bc91-6ecb7e426180,segment=NetworkSegment(3f85bb79-e1af-4130-b82b-25835361ba77),segment_id=3f85bb79-e1af-4130-b82b-25835361ba77)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:10:26.453223 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Pushing event updated for resources: {'Port': ['ID=6a263659-9380-4624-9aa0-25234aa068b8,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:26.467401 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (fb9baff0-685c-48d3-bc91-6ecb7e426180), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:26.508154 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-9cdf9a92-aea5-41de-a790-fbabe2b61e1d None None] Attempting to bind port d68bdd94-0ddc-462e-97eb-b3583122f420 on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:10:26.508723 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-9cdf9a92-aea5-41de-a790-fbabe2b61e1d None None] Attempting to bind port d68bdd94-0ddc-462e-97eb-b3583122f420 by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': 'be8993b7-fcf5-42ec-b1db-df616a95c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2'}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:10:26.509861 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdf9a92-aea5-41de-a790-fbabe2b61e1d None None] Attempting to bind port d68bdd94-0ddc-462e-97eb-b3583122f420 on network 76b70dbd-430e-4822-82a3-49c7f238d2e2 {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:10:26.570934 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Provisioning complete for port 24c261e6-fa25-4ce6-b51e-0ac386ae8815 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:10:26.571309 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (24c261e6-fa25-4ce6-b51e-0ac386ae8815), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:26.571651 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Attempt 1 to provision port 24c261e6-fa25-4ce6-b51e-0ac386ae8815 Sep 22 22:10:26.602895 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ab90133d-12cf-4b64-803a-37e2fe272448 req-33257547-b629-43fd-8926-aed8a0919744 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 210 time: 0.0371788 Sep 22 22:10:26.628818 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9dc552-9952-4618-a3e0-c0c81f7538d3 None None] Pushing event updated for resources: {'Port': ['ID=d68bdd94-0ddc-462e-97eb-b3583122f420,revision_number=3']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:26.718481 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdf9a92-aea5-41de-a790-fbabe2b61e1d None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:10:26.718773 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdf9a92-aea5-41de-a790-fbabe2b61e1d None None] Checking segment: {'id': 'be8993b7-fcf5-42ec-b1db-df616a95c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:10:26.719180 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-9cdf9a92-aea5-41de-a790-fbabe2b61e1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:26.719649 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdf9a92-aea5-41de-a790-fbabe2b61e1d None None] Bound using segment: {'id': 'be8993b7-fcf5-42ec-b1db-df616a95c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2'} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:10:26.720155 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-9cdf9a92-aea5-41de-a790-fbabe2b61e1d None None] Bound port: d68bdd94-0ddc-462e-97eb-b3583122f420, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be8993b7-fcf5-42ec-b1db-df616a95c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2'}}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:10:26.720534 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-9cdf9a92-aea5-41de-a790-fbabe2b61e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (d68bdd94-0ddc-462e-97eb-b3583122f420), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:26.740245 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 0a262cba-a703-4cce-a5e5-5d53c4391d15 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:10:26.753623 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Pushing event updated for resources: {'Port': ['ID=fb9baff0-685c-48d3-bc91-6ecb7e426180,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:26.855391 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:26.869600 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Current status of the port 24c261e6-fa25-4ce6-b51e-0ac386ae8815 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:10:26.880094 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-9cdf9a92-aea5-41de-a790-fbabe2b61e1d None None] For port d68bdd94-0ddc-462e-97eb-b3583122f420, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:10:26.883423 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-9cdf9a92-aea5-41de-a790-fbabe2b61e1d None None] For port d68bdd94-0ddc-462e-97eb-b3583122f420, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=d68bdd94-0ddc-462e-97eb-b3583122f420,segment=NetworkSegment(be8993b7-fcf5-42ec-b1db-df616a95c294),segment_id=be8993b7-fcf5-42ec-b1db-df616a95c294)] {{(pid=106430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:10:26.890402 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Provisioning complete for port d68bdd94-0ddc-462e-97eb-b3583122f420 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:10:26.890777 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (d68bdd94-0ddc-462e-97eb-b3583122f420), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:26.891119 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Attempt 1 to provision port d68bdd94-0ddc-462e-97eb-b3583122f420 Sep 22 22:10:26.894663 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-9cdf9a92-aea5-41de-a790-fbabe2b61e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (d68bdd94-0ddc-462e-97eb-b3583122f420), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:26.973059 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdf9a92-aea5-41de-a790-fbabe2b61e1d None None] Routers {'c61ed6dd-031e-4a20-9d68-18897d0cccb2'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:10:26.973699 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-9cdf9a92-aea5-41de-a790-fbabe2b61e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:10:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:27.028092 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9dc552-9952-4618-a3e0-c0c81f7538d3 None None] Pushing event updated for resources: {'Port': ['ID=d68bdd94-0ddc-462e-97eb-b3583122f420,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:27.111218 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Current status of the port d68bdd94-0ddc-462e-97eb-b3583122f420 is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:10:27.111612 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (d68bdd94-0ddc-462e-97eb-b3583122f420), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:27.145849 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-9cdf9a92-aea5-41de-a790-fbabe2b61e1d None None] Set router c61ed6dd-031e-4a20-9d68-18897d0cccb2 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:10:27.202960 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] For port d68bdd94-0ddc-462e-97eb-b3583122f420, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=d68bdd94-0ddc-462e-97eb-b3583122f420,segment=NetworkSegment(be8993b7-fcf5-42ec-b1db-df616a95c294),segment_id=be8993b7-fcf5-42ec-b1db-df616a95c294)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:10:27.212587 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (d68bdd94-0ddc-462e-97eb-b3583122f420), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:27.322300 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Pushing event updated for resources: {'Port': ['ID=d68bdd94-0ddc-462e-97eb-b3583122f420,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:27.336977 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.57', 53423) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:27.351457 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Provisioning complete for port 8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:10:27.352133 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:27.352812 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Attempt 1 to provision port 8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d Sep 22 22:10:27.411391 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:27.523844 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4104b2a0-4ead-4728-9dee-3186fe6a8fd6 req-2e1deda0-8d51-4de1-a717-04f0deaff323 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 210 time: 0.1040606 Sep 22 22:10:27.680355 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-4d1d69dd-6502-4170-aaae-5ff2e5e478ea tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:27.684569 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-4d1d69dd-6502-4170-aaae-5ff2e5e478ea tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.57 "GET /networking/v2.0/networks?id=9a795bf6-043e-463b-a8c2-1515f286856d HTTP/1.1" status: 200 len: 812 time: 0.3465059 Sep 22 22:10:27.741831 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ca72f68d-1b8c-4e9d-a552-64aa795a34b3 req-9e4ef3d9-d5bc-4e05-b354-58395b34cd2f tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 210 time: 0.1257145 Sep 22 22:10:27.758639 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-dd9f3a46-6a96-47ee-ba72-d89021160b03 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Request body: {'port': {'device_id': '3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1', 'network_id': '9a795bf6-043e-463b-a8c2-1515f286856d', 'admin_state_up': True, 'tenant_id': '2a52e44d03f74727863b596c606ee35d'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:10:27.818060 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 6a263659-9380-4624-9aa0-25234aa068b8 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:10:27.862771 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fb012286-71c6-431b-95c4-cd27719e0c90 req-ed432c2f-5c05-48c1-b43e-d7a2b0dd692a tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 210 time: 0.0621030 Sep 22 22:10:27.898051 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Current status of the port 8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:10:27.927756 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-dd9f3a46-6a96-47ee-ba72-d89021160b03 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Made reservation on behalf of 2a52e44d03f74727863b596c606ee35d for: {'port': 1} {{(pid=106429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:10:27.936520 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-dd9f3a46-6a96-47ee-ba72-d89021160b03 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:27.937814 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Provisioning complete for port 6a263659-9380-4624-9aa0-25234aa068b8 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:10:27.938248 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (6a263659-9380-4624-9aa0-25234aa068b8), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:27.938874 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Attempt 1 to provision port 6a263659-9380-4624-9aa0-25234aa068b8 Sep 22 22:10:27.972323 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:27.985666 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 6a263659-9380-4624-9aa0-25234aa068b8 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:10:27.985990 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (6a263659-9380-4624-9aa0-25234aa068b8), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:27.986407 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 6a263659-9380-4624-9aa0-25234aa068b8 Sep 22 22:10:27.988554 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-9cdf9a92-aea5-41de-a790-fbabe2b61e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'gw_port': {'id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:13Z', 'updated_at': '2022-09-22T22:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'd68bdd94-0ddc-462e-97eb-b3583122f420', 'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'mac_address': 'fa:16:3e:0a:d0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:17Z', 'updated_at': '2022-09-22T22:10:26Z', 'revision_number': 4, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'subnets': [{'id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:28.019858 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdf9a92-aea5-41de-a790-fbabe2b61e1d None None] The sync data for ids ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'] in dv-cinder-849143-6-iscsi is: [{'id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'gw_port': {'id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:13Z', 'updated_at': '2022-09-22T22:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'd68bdd94-0ddc-462e-97eb-b3583122f420', 'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'mac_address': 'fa:16:3e:0a:d0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:17Z', 'updated_at': '2022-09-22T22:10:26Z', 'revision_number': 4, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'subnets': [{'id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:10:28.246667 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-8b53caf2-f22d-4c24-8afd-f32ce5f0a5e5 None None] Current status of the port 6a263659-9380-4624-9aa0-25234aa068b8 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:10:28.252979 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 6a263659-9380-4624-9aa0-25234aa068b8 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:10:28.253650 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 0831a477-b13a-4a2c-a66a-216fdba5ac3c up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:10:28.315541 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.db_base_plugin_common [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-dd9f3a46-6a96-47ee-ba72-d89021160b03 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Allocated IP 172.20.0.13 (9a795bf6-043e-463b-a8c2-1515f286856d/7ccb8ec1-bca7-4468-84d0-159b88fbfcb1/ff7ff287-6c46-404f-8342-e27e96b08606) {{(pid=106429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:10:28.366564 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 0831a477-b13a-4a2c-a66a-216fdba5ac3c triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:10:28.367509 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (0831a477-b13a-4a2c-a66a-216fdba5ac3c), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:28.381131 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 0831a477-b13a-4a2c-a66a-216fdba5ac3c Sep 22 22:10:28.432438 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:28.468607 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-4eb0917f-7de4-46fe-a865-83b7f4d0edea None None] Provisioning complete for port fb9baff0-685c-48d3-bc91-6ecb7e426180 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:10:28.469033 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-4eb0917f-7de4-46fe-a865-83b7f4d0edea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (fb9baff0-685c-48d3-bc91-6ecb7e426180), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:28.469438 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-4eb0917f-7de4-46fe-a865-83b7f4d0edea None None] Attempt 1 to provision port fb9baff0-685c-48d3-bc91-6ecb7e426180 Sep 22 22:10:28.660166 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-dd9f3a46-6a96-47ee-ba72-d89021160b03 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Publish callbacks [] for port (ff7ff287-6c46-404f-8342-e27e96b08606), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:28.691403 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-4eb0917f-7de4-46fe-a865-83b7f4d0edea None None] Current status of the port fb9baff0-685c-48d3-bc91-6ecb7e426180 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:10:28.701731 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-4eb0917f-7de4-46fe-a865-83b7f4d0edea None None] Provisioning complete for port 6a263659-9380-4624-9aa0-25234aa068b8 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:10:28.707717 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-4eb0917f-7de4-46fe-a865-83b7f4d0edea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (6a263659-9380-4624-9aa0-25234aa068b8), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:28.707717 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-4eb0917f-7de4-46fe-a865-83b7f4d0edea None None] Attempt 1 to provision port 6a263659-9380-4624-9aa0-25234aa068b8 Sep 22 22:10:28.813137 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a21d1b68-fdce-4029-ab2a-29bf7f9db4e6 req-f7b673e3-1a86-45a2-a236-4e9643bea3b4 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 210 time: 0.0504444 Sep 22 22:10:28.831290 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 0831a477-b13a-4a2c-a66a-216fdba5ac3c is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:10:28.832391 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device fb9baff0-685c-48d3-bc91-6ecb7e426180 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:10:28.837749 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-dd9f3a46-6a96-47ee-ba72-d89021160b03 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505'] for port (ff7ff287-6c46-404f-8342-e27e96b08606), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:28.942906 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port fb9baff0-685c-48d3-bc91-6ecb7e426180 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:10:28.943599 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (fb9baff0-685c-48d3-bc91-6ecb7e426180), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:28.943599 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port fb9baff0-685c-48d3-bc91-6ecb7e426180 Sep 22 22:10:28.995392 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-86ceecf4-7301-4167-b0aa-511416c25beb req-5fc0b72c-0f9a-4d10-8b8d-ca0686f05dcf tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 210 time: 0.0689299 Sep 22 22:10:29.015454 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f3a46-6a96-47ee-ba72-d89021160b03 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Pushing event updated for resources: {'Port': ['ID=ff7ff287-6c46-404f-8342-e27e96b08606,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:29.030400 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-4eb0917f-7de4-46fe-a865-83b7f4d0edea None None] Current status of the port 6a263659-9380-4624-9aa0-25234aa068b8 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:10:29.047002 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-dd9f3a46-6a96-47ee-ba72-d89021160b03 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Network 9a795bf6-043e-463b-a8c2-1515f286856d is already hosted by enough agents. {{(pid=106429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:10:29.049545 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-dd9f3a46-6a96-47ee-ba72-d89021160b03 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Resources bound (agent type, host, resource id): {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:10:29.064777 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-4eb0917f-7de4-46fe-a865-83b7f4d0edea None None] Provisioning complete for port d68bdd94-0ddc-462e-97eb-b3583122f420 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:10:29.065178 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-4eb0917f-7de4-46fe-a865-83b7f4d0edea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (d68bdd94-0ddc-462e-97eb-b3583122f420), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:29.065523 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-4eb0917f-7de4-46fe-a865-83b7f4d0edea None None] Attempt 1 to provision port d68bdd94-0ddc-462e-97eb-b3583122f420 Sep 22 22:10:29.066272 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-dd9f3a46-6a96-47ee-ba72-d89021160b03 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Received port after_create {{(pid=106429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:10:29.070926 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=100 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:29.072575 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-dd9f3a46-6a96-47ee-ba72-d89021160b03 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:29.073326 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-dd9f3a46-6a96-47ee-ba72-d89021160b03 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for port (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:29.126824 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port fb9baff0-685c-48d3-bc91-6ecb7e426180 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:10:29.131692 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device d68bdd94-0ddc-462e-97eb-b3583122f420 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:10:29.145500 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-dd9f3a46-6a96-47ee-ba72-d89021160b03 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3910673 Sep 22 22:10:29.150543 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7c0e3fd9-21d4-4764-bba8-d832ed15e56d req-a52d248d-c14e-499f-a3d4-7267eea0bcc9 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 210 time: 0.0884273 Sep 22 22:10:29.207270 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=100 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:29.277727 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-4eb0917f-7de4-46fe-a865-83b7f4d0edea None None] Current status of the port d68bdd94-0ddc-462e-97eb-b3583122f420 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:10:29.280128 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port d68bdd94-0ddc-462e-97eb-b3583122f420 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:10:29.280511 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (d68bdd94-0ddc-462e-97eb-b3583122f420), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:29.280861 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port d68bdd94-0ddc-462e-97eb-b3583122f420 Sep 22 22:10:29.349990 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 36144) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:29.373541 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port d68bdd94-0ddc-462e-97eb-b3583122f420 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:10:29.417010 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fcc291a1-860a-454c-a5a5-0fdabe8eeaa9 None None] Provisioning complete for port ff7ff287-6c46-404f-8342-e27e96b08606 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:10:29.417860 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcc291a1-860a-454c-a5a5-0fdabe8eeaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (ff7ff287-6c46-404f-8342-e27e96b08606), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:29.418198 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fcc291a1-860a-454c-a5a5-0fdabe8eeaa9 None None] Attempt 1 to provision port ff7ff287-6c46-404f-8342-e27e96b08606 Sep 22 22:10:29.454712 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fcc291a1-860a-454c-a5a5-0fdabe8eeaa9 None None] Port ff7ff287-6c46-404f-8342-e27e96b08606 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:10:29.490762 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a469d988-9eb7-4285-b5d7-d1be623d6159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:29.585323 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a469d988-9eb7-4285-b5d7-d1be623d6159 admin admin] Publish callbacks [] for security_group (a9dadea1-62ab-4f64-bb71-c086df6f0932), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:29.593498 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a469d988-9eb7-4285-b5d7-d1be623d6159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (a9dadea1-62ab-4f64-bb71-c086df6f0932), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:29.647662 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-a469d988-9eb7-4285-b5d7-d1be623d6159 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=597b434b0f3e4187b6931397d868ca89&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2963369 Sep 22 22:10:29.651238 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 36164) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:29.653062 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469d988-9eb7-4285-b5d7-d1be623d6159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9dadea1-62ab-4f64-bb71-c086df6f0932,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:29.738688 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:29.748269 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-25db1115-7ef7-4322-9019-3b2f1798b212 admin admin] Publish callbacks [] for security_group (a9dadea1-62ab-4f64-bb71-c086df6f0932), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:29.783255 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-25db1115-7ef7-4322-9019-3b2f1798b212 admin admin] Publish callbacks [] for security_group (a9dadea1-62ab-4f64-bb71-c086df6f0932), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:29.858051 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-25db1115-7ef7-4322-9019-3b2f1798b212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (a9dadea1-62ab-4f64-bb71-c086df6f0932), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:29.861424 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-25db1115-7ef7-4322-9019-3b2f1798b212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:29.862890 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-25db1115-7ef7-4322-9019-3b2f1798b212 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a9dadea1-62ab-4f64-bb71-c086df6f0932 HTTP/1.1" status: 204 len: 168 time: 0.2105105 Sep 22 22:10:29.880378 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db1115-7ef7-4322-9019-3b2f1798b212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9dadea1-62ab-4f64-bb71-c086df6f0932,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:29.956409 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fcc291a1-860a-454c-a5a5-0fdabe8eeaa9 None None] Attempt 2 to provision port ff7ff287-6c46-404f-8342-e27e96b08606 Sep 22 22:10:29.984204 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74442d-2253-40b9-998c-ba0745289af4 req-62396c02-429f-4c2d-bad9-d4d26c4870aa tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:29.986137 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dc74442d-2253-40b9-998c-ba0745289af4 req-62396c02-429f-4c2d-bad9-d4d26c4870aa tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 932 time: 0.0754302 Sep 22 22:10:29.994280 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fcc291a1-860a-454c-a5a5-0fdabe8eeaa9 None None] Port ff7ff287-6c46-404f-8342-e27e96b08606 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:10:30.102829 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dc74442d-2253-40b9-998c-ba0745289af4 req-80ad903e-7253-4273-939c-85558778e412 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080377 Sep 22 22:10:30.155354 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4d4b3128-e436-4e58-816a-4ad7ec7d5745 req-8feb3fe5-dee8-44b0-971b-8d5cb337380f tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 210 time: 0.0445340 Sep 22 22:10:30.183199 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:30.260467 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-80d84739-05b9-468f-9508-bb51ad4ee9ec req-2b0d42c8-f515-443c-a7b3-352fd31c1299 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 210 time: 0.0350213 Sep 22 22:10:30.496130 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fcc291a1-860a-454c-a5a5-0fdabe8eeaa9 None None] Attempt 3 to provision port ff7ff287-6c46-404f-8342-e27e96b08606 Sep 22 22:10:30.547473 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fcc291a1-860a-454c-a5a5-0fdabe8eeaa9 None None] Port ff7ff287-6c46-404f-8342-e27e96b08606 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:10:31.048874 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fcc291a1-860a-454c-a5a5-0fdabe8eeaa9 None None] Attempt 4 to provision port ff7ff287-6c46-404f-8342-e27e96b08606 Sep 22 22:10:31.086295 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fcc291a1-860a-454c-a5a5-0fdabe8eeaa9 None None] Port ff7ff287-6c46-404f-8342-e27e96b08606 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:10:31.242992 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3d634-b8e0-4dec-9940-1a986b5ec663 req-15cc6aa2-74d7-42ce-9c5e-267819957997 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:31.246185 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c2a3d634-b8e0-4dec-9940-1a986b5ec663 req-15cc6aa2-74d7-42ce-9c5e-267819957997 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 932 time: 0.0607426 Sep 22 22:10:31.284104 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2f96a22d-bef1-4df4-9cdb-a9c1eff919d7 req-5673ca78-abd3-435c-8d32-46ea0d0aa627 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 210 time: 0.0361619 Sep 22 22:10:31.332521 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c2a3d634-b8e0-4dec-9940-1a986b5ec663 req-33a3f154-1455-4a77-b8c0-946ef5685ef1 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755899 Sep 22 22:10:31.372088 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 36270) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:31.380764 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b5d2835c-d426-4901-b1b8-e567acae31d4 req-d9139fb9-b728-4294-b433-bef688cfe161 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 210 time: 0.0321581 Sep 22 22:10:31.488766 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-83754c9f-5189-4e4b-bb6d-115d82a9f84d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:31.512968 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:31.564851 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-83754c9f-5189-4e4b-bb6d-115d82a9f84d admin admin] Publish callbacks [] for security_group (b90e0bb7-cb3d-4d15-85c3-8f3b2e316989), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:31.569122 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-83754c9f-5189-4e4b-bb6d-115d82a9f84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (b90e0bb7-cb3d-4d15-85c3-8f3b2e316989), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:31.587251 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fcc291a1-860a-454c-a5a5-0fdabe8eeaa9 None None] Attempt 5 to provision port ff7ff287-6c46-404f-8342-e27e96b08606 Sep 22 22:10:31.606506 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83754c9f-5189-4e4b-bb6d-115d82a9f84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90e0bb7-cb3d-4d15-85c3-8f3b2e316989,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:31.611530 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-83754c9f-5189-4e4b-bb6d-115d82a9f84d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=09cebeea756d4e62b048c973e899b43b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2378385 Sep 22 22:10:31.613600 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 36276) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:31.619560 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fcc291a1-860a-454c-a5a5-0fdabe8eeaa9 None None] Port ff7ff287-6c46-404f-8342-e27e96b08606 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:10:31.665488 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1d28e272-929e-4cd4-8102-2fd3c55f2ea0 admin admin] Publish callbacks [] for security_group (b90e0bb7-cb3d-4d15-85c3-8f3b2e316989), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:31.667127 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:31.689257 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1d28e272-929e-4cd4-8102-2fd3c55f2ea0 admin admin] Publish callbacks [] for security_group (b90e0bb7-cb3d-4d15-85c3-8f3b2e316989), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:31.737051 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1d28e272-929e-4cd4-8102-2fd3c55f2ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (b90e0bb7-cb3d-4d15-85c3-8f3b2e316989), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:31.739620 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1d28e272-929e-4cd4-8102-2fd3c55f2ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:31.740774 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-1d28e272-929e-4cd4-8102-2fd3c55f2ea0 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b90e0bb7-cb3d-4d15-85c3-8f3b2e316989 HTTP/1.1" status: 204 len: 168 time: 0.1262720 Sep 22 22:10:31.751154 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28e272-929e-4cd4-8102-2fd3c55f2ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90e0bb7-cb3d-4d15-85c3-8f3b2e316989,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:32.120605 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fcc291a1-860a-454c-a5a5-0fdabe8eeaa9 None None] Attempt 6 to provision port ff7ff287-6c46-404f-8342-e27e96b08606 Sep 22 22:10:32.170354 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fcc291a1-860a-454c-a5a5-0fdabe8eeaa9 None None] Port ff7ff287-6c46-404f-8342-e27e96b08606 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:10:32.509761 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f9a1c6b8-172d-4ae5-8498-7db52d6552d0 req-fcbbf6ed-7efb-4002-a6df-86ed1c7a6110 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 210 time: 0.1098659 Sep 22 22:10:32.639925 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526747d-3d01-463f-aecb-2aaa8cba6404 req-939efc66-6f00-41cf-bee5-1a85110713e9 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:32.642504 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1526747d-3d01-463f-aecb-2aaa8cba6404 req-939efc66-6f00-41cf-bee5-1a85110713e9 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 932 time: 0.1287217 Sep 22 22:10:32.671873 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fcc291a1-860a-454c-a5a5-0fdabe8eeaa9 None None] Attempt 7 to provision port ff7ff287-6c46-404f-8342-e27e96b08606 Sep 22 22:10:32.692606 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-adbaa85d-073d-4be3-ad20-3a65067e8669 req-a5e95e98-76b6-4557-b841-d18c176c0cb2 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 210 time: 0.0489283 Sep 22 22:10:32.752211 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fcc291a1-860a-454c-a5a5-0fdabe8eeaa9 None None] Port ff7ff287-6c46-404f-8342-e27e96b08606 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:10:32.774015 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1526747d-3d01-463f-aecb-2aaa8cba6404 req-b99c38ea-d24a-4319-98c7-e2be18e4ec7e tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084988 Sep 22 22:10:32.847143 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 36318) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:33.013544 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-81a151d5-2899-4023-a07a-07dee888647e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-516878338-network', 'tenant_id': 'a54c1053450d417d833aaf8e73fe7901'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:10:33.038221 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a151d5-2899-4023-a07a-07dee888647e admin admin] Made reservation on behalf of a54c1053450d417d833aaf8e73fe7901 for: {'network': 1} {{(pid=106429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:10:33.042928 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-81a151d5-2899-4023-a07a-07dee888647e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for network (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:33.053607 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-81a151d5-2899-4023-a07a-07dee888647e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:33.169866 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-81a151d5-2899-4023-a07a-07dee888647e admin admin] Publish callbacks [] for security_group (ba36e4a2-ec34-4adf-88d3-abb10bf0497a), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:33.176335 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-81a151d5-2899-4023-a07a-07dee888647e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (ba36e4a2-ec34-4adf-88d3-abb10bf0497a), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:33.220616 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a151d5-2899-4023-a07a-07dee888647e admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=106429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:10:33.237642 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a151d5-2899-4023-a07a-07dee888647e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba36e4a2-ec34-4adf-88d3-abb10bf0497a,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:33.245580 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-81a151d5-2899-4023-a07a-07dee888647e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (7f06f11b-beb9-4c80-add1-76a830c9595e), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:33.246128 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.db.segments_db [None req-81a151d5-2899-4023-a07a-07dee888647e admin admin] Added segment 7f06f11b-beb9-4c80-add1-76a830c9595e of type vlan for network ee5f9549-3cab-423a-8373-638fdd8e615e Sep 22 22:10:33.255452 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fcc291a1-860a-454c-a5a5-0fdabe8eeaa9 None None] Attempt 8 to provision port ff7ff287-6c46-404f-8342-e27e96b08606 Sep 22 22:10:33.309514 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fcc291a1-860a-454c-a5a5-0fdabe8eeaa9 None None] Port ff7ff287-6c46-404f-8342-e27e96b08606 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:10:33.331825 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-81a151d5-2899-4023-a07a-07dee888647e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778793421990'] for network (ee5f9549-3cab-423a-8373-638fdd8e615e), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:33.397708 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-81a151d5-2899-4023-a07a-07dee888647e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218'] for network (ee5f9549-3cab-423a-8373-638fdd8e615e), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:33.399287 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a151d5-2899-4023-a07a-07dee888647e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:33.399934 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-81a151d5-2899-4023-a07a-07dee888647e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:33.467382 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-81a151d5-2899-4023-a07a-07dee888647e admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6164200 Sep 22 22:10:33.468177 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 36332) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:33.474358 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-d0df915c-a310-469a-984d-76149a7271a7 admin admin] Request body: {'subnet': {'network_id': 'ee5f9549-3cab-423a-8373-638fdd8e615e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-516878338-subnet', 'tenant_id': 'a54c1053450d417d833aaf8e73fe7901', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:10:33.482410 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a151d5-2899-4023-a07a-07dee888647e admin admin] Pushing event updated for resources: {'Network': ['ID=ee5f9549-3cab-423a-8373-638fdd8e615e,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:33.497158 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Network ee5f9549-3cab-423a-8373-638fdd8e615e details requested by agent ovs-agent-dv-cinder-849143-6-iscsi with host dv-cinder-849143-6-iscsi {{(pid=106430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 22:10:33.502299 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0df915c-a310-469a-984d-76149a7271a7 admin admin] Made reservation on behalf of a54c1053450d417d833aaf8e73fe7901 for: {'subnet': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:10:33.506087 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-d0df915c-a310-469a-984d-76149a7271a7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:33.705282 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e7e03e66-5513-48ce-b70e-d115815274c1 req-82cbf903-a234-4c23-bb74-c7707d64acec tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 210 time: 0.0460358 Sep 22 22:10:33.804379 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:33.812058 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fcc291a1-860a-454c-a5a5-0fdabe8eeaa9 None None] Attempt 9 to provision port ff7ff287-6c46-404f-8342-e27e96b08606 Sep 22 22:10:33.916377 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fcc291a1-860a-454c-a5a5-0fdabe8eeaa9 None None] Port ff7ff287-6c46-404f-8342-e27e96b08606 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:10:34.096272 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1e263da9-bad0-4a61-ab8e-3d917cf11cea req-01153ef1-9f77-46d0-bbb3-e3a2cf16b3d1 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 210 time: 0.2683344 Sep 22 22:10:34.213924 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-d0df915c-a310-469a-984d-76149a7271a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218'] for subnet (d7ec0a17-b00a-4cda-a297-b3e6cc20ffaf), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:34.291741 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb258b-64d4-4002-9688-90480d46f3e3 req-eef148c4-0914-443a-ab34-103e279b4691 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:34.299616 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0ccb258b-64d4-4002-9688-90480d46f3e3 req-eef148c4-0914-443a-ab34-103e279b4691 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 932 time: 0.2236714 Sep 22 22:10:34.342917 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df915c-a310-469a-984d-76149a7271a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7ec0a17-b00a-4cda-a297-b3e6cc20ffaf,revision_number=0']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:34.383476 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0df915c-a310-469a-984d-76149a7271a7 admin admin] Checking segment: {'id': '7f06f11b-beb9-4c80-add1-76a830c9595e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ee5f9549-3cab-423a-8373-638fdd8e615e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:10:34.383693 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0df915c-a310-469a-984d-76149a7271a7 admin admin] Network hostable DHCP agents. Network: ee5f9549-3cab-423a-8373-638fdd8e615e, hostable agents: ['46112969-b587-44d5-b5c4-b732185f2ac5'], hosted agents: [] {{(pid=106428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:10:34.417580 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fcc291a1-860a-454c-a5a5-0fdabe8eeaa9 None None] Attempt 10 to provision port ff7ff287-6c46-404f-8342-e27e96b08606 Sep 22 22:10:34.422270 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0ccb258b-64d4-4002-9688-90480d46f3e3 req-cd40ad20-ecc2-435f-a99d-899eeffe4978 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206613 Sep 22 22:10:34.442238 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0df915c-a310-469a-984d-76149a7271a7 admin admin] Network ee5f9549-3cab-423a-8373-638fdd8e615e is scheduled to be hosted by DHCP agent 46112969-b587-44d5-b5c4-b732185f2ac5 with binding_index 1 {{(pid=106428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:10:34.445190 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:34.466809 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fcc291a1-860a-454c-a5a5-0fdabe8eeaa9 None None] Port ff7ff287-6c46-404f-8342-e27e96b08606 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:10:34.476336 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [None req-d0df915c-a310-469a-984d-76149a7271a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-6-iscsi, ee5f9549-3cab-423a-8373-638fdd8e615e) {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:10:34.484050 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0df915c-a310-469a-984d-76149a7271a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:34.485560 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-d0df915c-a310-469a-984d-76149a7271a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for subnet (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:34.493209 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8ed0f6-8e54-4518-8877-1547d6671a8a None None] Network ee5f9549-3cab-423a-8373-638fdd8e615e requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:10:34.530031 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-d0df915c-a310-469a-984d-76149a7271a7 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0522420 Sep 22 22:10:34.538790 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.57', 53443) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:34.544253 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-f8298939-4562-4585-b201-b905c63c6fb2 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 22:10:34.545330 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-f8298939-4562-4585-b201-b905c63c6fb2 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0065172 Sep 22 22:10:34.830691 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1af1134-0307-4631-b3ce-f7466b65873e None None] Network ee5f9549-3cab-423a-8373-638fdd8e615e requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:10:34.974145 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-32f16f77-3a23-4da9-bd56-579399dcc897 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:34.976793 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-32f16f77-3a23-4da9-bd56-579399dcc897 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.57 "GET /networking/v2.0/networks?id=770f63d9-fbe3-4433-90af-714bf608e28c HTTP/1.1" status: 200 len: 818 time: 0.4108763 Sep 22 22:10:34.995802 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-1498cee0-01a5-4325-96e5-e103690eed68 service neutron] Request body: {'port': {'device_id': '3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:10:35.085185 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d6756330-ab56-4f74-9a89-552f160292e4 req-ba92e376-1cd9-48a7-85b6-3ecf13978d67 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 210 time: 0.0963082 Sep 22 22:10:35.164417 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-1498cee0-01a5-4325-96e5-e103690eed68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (ff7ff287-6c46-404f-8342-e27e96b08606), before_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:35.277411 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-aa13a757-8697-47c2-8ff0-fcbacd9865a8 req-582bdc19-c92f-400b-b46d-4384c4417edf tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 210 time: 0.0601032 Sep 22 22:10:35.288082 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 36412) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:35.832010 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec94d90-9720-4f4f-b5da-72808cf546ff req-148a3e52-b1cf-4b63-bfe6-d7c2f9f6d6e9 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:35.834192 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bec94d90-9720-4f4f-b5da-72808cf546ff req-148a3e52-b1cf-4b63-bfe6-d7c2f9f6d6e9 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 932 time: 0.1803434 Sep 22 22:10:35.938035 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4375204f-7ec5-4b0a-87d1-3f0acf099164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:35.993643 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-26a29c31-0274-4133-85e4-f2b8ed0c2a08 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Request body: {'port': {'device_id': '16b462de-3ef3-4c76-bf6c-f1ce9edcda5b', 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c', 'admin_state_up': True, 'tenant_id': '0499a794df4444b594ee3126a8e210c1'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:10:36.082870 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bec94d90-9720-4f4f-b5da-72808cf546ff req-1458b6bd-392e-4f8b-83ff-c335c02bed96 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183514 Sep 22 22:10:36.145868 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 36454) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:36.187062 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-b6bc7f88-ad12-45f2-85e0-63f824912c09 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1893885953-network', 'tenant_id': '7ec968a39acf4c4ab15291c604002055'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:10:36.256281 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.notifiers.nova [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-1498cee0-01a5-4325-96e5-e103690eed68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff7ff287-6c46-404f-8342-e27e96b08606 {{(pid=106429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:10:36.266714 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-1498cee0-01a5-4325-96e5-e103690eed68 service neutron] Publish callbacks [] for port (ff7ff287-6c46-404f-8342-e27e96b08606), precommit_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:36.321612 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.provisioning_blocks [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-1498cee0-01a5-4325-96e5-e103690eed68 service neutron] Transition to ACTIVE for port object ff7ff287-6c46-404f-8342-e27e96b08606 will not be triggered until provisioned by entity L2. {{(pid=106429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 22:10:36.325358 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:INSERT=9,neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:36.327359 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:36.335899 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-1498cee0-01a5-4325-96e5-e103690eed68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (ff7ff287-6c46-404f-8342-e27e96b08606), after_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:36.345309 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.57', 53458) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:36.690401 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-2cb18165-5933-4565-a344-b14694a9f490 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:36.692356 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-2cb18165-5933-4565-a344-b14694a9f490 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.57 "GET /networking/v2.0/networks?id=770f63d9-fbe3-4433-90af-714bf608e28c HTTP/1.1" status: 200 len: 818 time: 0.3402572 Sep 22 22:10:36.693192 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498cee0-01a5-4325-96e5-e103690eed68 service neutron] Pushing event updated for resources: {'Port': ['ID=ff7ff287-6c46-404f-8342-e27e96b08606,revision_number=2']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:36.706617 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bc7f88-ad12-45f2-85e0-63f824912c09 admin admin] Made reservation on behalf of 7ec968a39acf4c4ab15291c604002055 for: {'network': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:10:36.712951 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b6bc7f88-ad12-45f2-85e0-63f824912c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for network (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:36.728399 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.managers [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-1498cee0-01a5-4325-96e5-e103690eed68 service neutron] Attempting to bind port ff7ff287-6c46-404f-8342-e27e96b08606 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:10:36.728978 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.managers [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-1498cee0-01a5-4325-96e5-e103690eed68 service neutron] Attempting to bind port ff7ff287-6c46-404f-8342-e27e96b08606 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '1f071678-2ddc-41ad-b56b-82f48e5a30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9a795bf6-043e-463b-a8c2-1515f286856d'}] {{(pid=106429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:10:36.730209 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-1498cee0-01a5-4325-96e5-e103690eed68 service neutron] Attempting to bind port ff7ff287-6c46-404f-8342-e27e96b08606 on network 9a795bf6-043e-463b-a8c2-1515f286856d {{(pid=106429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:10:36.760196 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b6bc7f88-ad12-45f2-85e0-63f824912c09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:36.795849 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-af2e0116-aa88-426f-b50a-8c80507f5e0e req-b652be2c-c298-4198-b923-f314da03014a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 210 time: 0.4313962 Sep 22 22:10:36.804781 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-1498cee0-01a5-4325-96e5-e103690eed68 service neutron] Port ff7ff287-6c46-404f-8342-e27e96b08606 on network 9a795bf6-043e-463b-a8c2-1515f286856d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 22:10:36.805515 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-1498cee0-01a5-4325-96e5-e103690eed68 service neutron] Attempting to bind port ff7ff287-6c46-404f-8342-e27e96b08606 on network 9a795bf6-043e-463b-a8c2-1515f286856d {{(pid=106429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:10:36.866746 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4dc0b294-37b7-4e3a-95fc-78240db1080f req-7174f6b2-6318-4bee-93af-e1613ecb9b5f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 210 time: 0.2403305 Sep 22 22:10:36.879400 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-26a29c31-0274-4133-85e4-f2b8ed0c2a08 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Made reservation on behalf of 0499a794df4444b594ee3126a8e210c1 for: {'port': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:10:36.902710 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-1498cee0-01a5-4325-96e5-e103690eed68 service neutron] Checking agent: {'id': 'f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'started_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:10:36.903128 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-1498cee0-01a5-4325-96e5-e103690eed68 service neutron] Checking segment: {'id': '1f071678-2ddc-41ad-b56b-82f48e5a30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9a795bf6-043e-463b-a8c2-1515f286856d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:10:36.904144 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-1498cee0-01a5-4325-96e5-e103690eed68 service neutron] Bound using segment: {'id': '1f071678-2ddc-41ad-b56b-82f48e5a30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9a795bf6-043e-463b-a8c2-1515f286856d'} {{(pid=106429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:10:36.904855 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.managers [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-1498cee0-01a5-4325-96e5-e103690eed68 service neutron] Bound port: ff7ff287-6c46-404f-8342-e27e96b08606, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f071678-2ddc-41ad-b56b-82f48e5a30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9a795bf6-043e-463b-a8c2-1515f286856d'}}] {{(pid=106429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:10:36.905059 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-26a29c31-0274-4133-85e4-f2b8ed0c2a08 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:36.905355 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-1498cee0-01a5-4325-96e5-e103690eed68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (ff7ff287-6c46-404f-8342-e27e96b08606), before_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:36.923006 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-c6f0c903-7855-452d-b4e5-cee9c0d0d65a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Request body: {'port': {'device_id': 'e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4', 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c', 'admin_state_up': True, 'tenant_id': '0499a794df4444b594ee3126a8e210c1'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:10:36.928272 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:37.100612 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.db [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-1498cee0-01a5-4325-96e5-e103690eed68 service neutron] For port ff7ff287-6c46-404f-8342-e27e96b08606, host hv-cinder-84914, cleared binding levels {{(pid=106429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:10:37.164101 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4375204f-7ec5-4b0a-87d1-3f0acf099164 admin admin] Publish callbacks [] for security_group (cf21a6c0-d9bd-46c0-8b31-4c54d391e31f), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:37.174727 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.db [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-1498cee0-01a5-4325-96e5-e103690eed68 service neutron] For port ff7ff287-6c46-404f-8342-e27e96b08606, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ff7ff287-6c46-404f-8342-e27e96b08606,segment=NetworkSegment(1f071678-2ddc-41ad-b56b-82f48e5a30da),segment_id=1f071678-2ddc-41ad-b56b-82f48e5a30da)] {{(pid=106429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:10:37.185450 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b6bc7f88-ad12-45f2-85e0-63f824912c09 admin admin] Publish callbacks [] for security_group (0cf4d7c6-73ca-47dd-b40e-d789feb4710b), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:37.186958 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4375204f-7ec5-4b0a-87d1-3f0acf099164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (cf21a6c0-d9bd-46c0-8b31-4c54d391e31f), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:37.227667 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-c6f0c903-7855-452d-b4e5-cee9c0d0d65a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Made reservation on behalf of 0499a794df4444b594ee3126a8e210c1 for: {'port': 1} {{(pid=106429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:10:37.232339 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:UPDATE=2,neutron:SELECT=78,neutron:DELETE=1,neutron:INSERT=19 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:37.234668 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-c6f0c903-7855-452d-b4e5-cee9c0d0d65a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:37.268218 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375204f-7ec5-4b0a-87d1-3f0acf099164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf21a6c0-d9bd-46c0-8b31-4c54d391e31f,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:37.280392 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-1498cee0-01a5-4325-96e5-e103690eed68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (ff7ff287-6c46-404f-8342-e27e96b08606), after_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:37.286355 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-1498cee0-01a5-4325-96e5-e103690eed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:37.287022 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-1498cee0-01a5-4325-96e5-e103690eed68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for port (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:37.287985 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b6bc7f88-ad12-45f2-85e0-63f824912c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (0cf4d7c6-73ca-47dd-b40e-d789feb4710b), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:37.289273 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-1498cee0-01a5-4325-96e5-e103690eed68 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/ff7ff287-6c46-404f-8342-e27e96b08606 HTTP/1.1" status: 200 len: 1094 time: 2.5712655 Sep 22 22:10:37.308620 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1', 'tag': 'ff7ff287-6c46-404f-8342-e27e96b08606'}] {{(pid=106429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:10:37.388472 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc7f88-ad12-45f2-85e0-63f824912c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf4d7c6-73ca-47dd-b40e-d789feb4710b,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:37.664147 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.db_base_plugin_common [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-c6f0c903-7855-452d-b4e5-cee9c0d0d65a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Allocated IP 172.20.0.5 (770f63d9-fbe3-4433-90af-714bf608e28c/bf216d7c-d985-409d-9ea6-5ff04204374d/9fd347ea-72b4-4b9b-97b6-c703e8d2774a) {{(pid=106429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:10:37.697967 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6bc7f88-ad12-45f2-85e0-63f824912c09 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=106428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:10:37.713530 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-4375204f-7ec5-4b0a-87d1-3f0acf099164 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4e9bfc4da4e1421e94de0946e1e5251f&name=default HTTP/1.1" status: 200 len: 2992 time: 2.4234941 Sep 22 22:10:37.749915 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 36514) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:37.790554 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:37.801911 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 36516) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:37.818268 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fecb9e71e3cfecf727650ea9349eddd955ebb7a4b95363fd8d1edf6265131bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651a5e93-55f6-4acb-af52-5102e5431422" -d '{"events": [{"name": "network-changed", "server_uuid": "3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1", "tag": "ff7ff287-6c46-404f-8342-e27e96b08606"}]}' {{(pid=106429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:10:37.829618 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3640a-e324-435a-ae36-b1fd3db02ff2 req-baa4941a-85e5-4cbf-a069-dc549370efa8 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:37.834006 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-60f3640a-e324-435a-ae36-b1fd3db02ff2 req-baa4941a-85e5-4cbf-a069-dc549370efa8 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 944 time: 0.4465816 Sep 22 22:10:37.893650 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b6bc7f88-ad12-45f2-85e0-63f824912c09 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778793935288', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (ad808c3e-5a23-4afe-a113-ec9e92ec6bea), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:37.895115 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b6bc7f88-ad12-45f2-85e0-63f824912c09 admin admin] Unsubscribe: segment precommit_create {{(pid=106428) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 22 22:10:37.895768 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.db.segments_db [None req-b6bc7f88-ad12-45f2-85e0-63f824912c09 admin admin] Added segment ad808c3e-5a23-4afe-a113-ec9e92ec6bea of type vlan for network 26cd25d3-1c52-43b6-b67b-aa6e106214e3 Sep 22 22:10:38.000778 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:38.031800 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498cee0-01a5-4325-96e5-e103690eed68 service neutron] Pushing event updated for resources: {'Port': ['ID=ff7ff287-6c46-404f-8342-e27e96b08606,revision_number=3']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:38.097256 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-001751bd-a537-4bdd-b89f-b21438c22237 req-d95c704f-c495-407c-a4f6-c9f8ce88931a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 210 time: 0.0823350 Sep 22 22:10:38.149369 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-60f3640a-e324-435a-ae36-b1fd3db02ff2 req-f564717e-de31-41d8-aaa3-0a69a69360a6 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957938 Sep 22 22:10:38.187582 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-c6f0c903-7855-452d-b4e5-cee9c0d0d65a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks [] for port (9fd347ea-72b4-4b9b-97b6-c703e8d2774a), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:38.203290 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b6bc7f88-ad12-45f2-85e0-63f824912c09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778793421990'] for network (26cd25d3-1c52-43b6-b67b-aa6e106214e3), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:38.333935 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-c6f0c903-7855-452d-b4e5-cee9c0d0d65a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505'] for port (9fd347ea-72b4-4b9b-97b6-c703e8d2774a), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:38.337771 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-157ae239-7331-457e-9a3f-2cef68e3d1d1 req-33d97ff2-2183-4ea5-9024-1bb307775a87 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 210 time: 0.0449021 Sep 22 22:10:38.363665 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-05ee8f30-7a00-42af-9fa6-3730430f46a9 admin admin] Publish callbacks [] for security_group (cf21a6c0-d9bd-46c0-8b31-4c54d391e31f), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:38.420750 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-c6f0c903-7855-452d-b4e5-cee9c0d0d65a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Network 770f63d9-fbe3-4433-90af-714bf608e28c is already hosted by enough agents. {{(pid=106429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:10:38.424437 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-c6f0c903-7855-452d-b4e5-cee9c0d0d65a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Resources bound (agent type, host, resource id): {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:10:38.427422 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-c6f0c903-7855-452d-b4e5-cee9c0d0d65a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Received port after_create {{(pid=106429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:10:38.436139 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-c6f0c903-7855-452d-b4e5-cee9c0d0d65a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:38.438782 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-c6f0c903-7855-452d-b4e5-cee9c0d0d65a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for port (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:38.442099 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b6bc7f88-ad12-45f2-85e0-63f824912c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218'] for network (26cd25d3-1c52-43b6-b67b-aa6e106214e3), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:38.447834 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bc7f88-ad12-45f2-85e0-63f824912c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:38.448459 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b6bc7f88-ad12-45f2-85e0-63f824912c09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:38.484931 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-c6f0c903-7855-452d-b4e5-cee9c0d0d65a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5669284 Sep 22 22:10:38.599836 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0c903-7855-452d-b4e5-cee9c0d0d65a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Pushing event updated for resources: {'Port': ['ID=9fd347ea-72b4-4b9b-97b6-c703e8d2774a,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:38.612914 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-3122f763-aec6-4a7b-9ec4-34abd8441922 service neutron] Request body: {'port': {'device_id': 'e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:10:38.668178 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc7f88-ad12-45f2-85e0-63f824912c09 admin admin] Pushing event updated for resources: {'Network': ['ID=26cd25d3-1c52-43b6-b67b-aa6e106214e3,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:38.704671 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.57', 53468) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:38.706090 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Network 26cd25d3-1c52-43b6-b67b-aa6e106214e3 details requested by agent ovs-agent-dv-cinder-849143-6-iscsi with host dv-cinder-849143-6-iscsi {{(pid=106430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 22:10:38.710183 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=100 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:38.713026 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-05ee8f30-7a00-42af-9fa6-3730430f46a9 admin admin] Publish callbacks [] for security_group (cf21a6c0-d9bd-46c0-8b31-4c54d391e31f), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:38.739250 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-b6bc7f88-ad12-45f2-85e0-63f824912c09 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5917735 Sep 22 22:10:38.749780 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 36550) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:38.750131 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 36552) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:38.792201 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e2fed102-6242-43e8-bbbd-a6fecfa68b25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:38.804032 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-319e9ab9-e7ba-4f9c-bbbb-ebbc7ebe6a56 admin admin] Request body: {'subnet': {'network_id': '26cd25d3-1c52-43b6-b67b-aa6e106214e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1893885953-subnet', 'tenant_id': '7ec968a39acf4c4ab15291c604002055', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:10:38.915608 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-26a29c31-0274-4133-85e4-f2b8ed0c2a08 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Allocated IP 172.20.0.12 (770f63d9-fbe3-4433-90af-714bf608e28c/bf216d7c-d985-409d-9ea6-5ff04204374d/8663b072-db48-4fbd-b30f-98d4794fd966) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:10:38.944963 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-447daf3a-ccde-440c-8709-20819226fb3c None None] Provisioning complete for port 9fd347ea-72b4-4b9b-97b6-c703e8d2774a triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:10:38.946301 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-447daf3a-ccde-440c-8709-20819226fb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (9fd347ea-72b4-4b9b-97b6-c703e8d2774a), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:38.946890 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-447daf3a-ccde-440c-8709-20819226fb3c None None] Attempt 1 to provision port 9fd347ea-72b4-4b9b-97b6-c703e8d2774a Sep 22 22:10:38.989886 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-378d9090-4dfa-4a11-8de0-314828d15652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:38.991947 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e2fed102-6242-43e8-bbbd-a6fecfa68b25 admin admin] Publish callbacks [] for security_group (a20b989c-68f3-4417-8d4f-67a2dab07965), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:39.000081 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea90771-b3c2-4ae5-9a78-10a7b95a98ff x-openstack-request-id: req-1ea90771-b3c2-4ae5-9a78-10a7b95a98ff {{(pid=106429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:10:39.000476 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1", "tag": "ff7ff287-6c46-404f-8342-e27e96b08606", "status": "completed", "code": 200}]} {{(pid=106429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:10:39.000732 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ea90771-b3c2-4ae5-9a78-10a7b95a98ff {{(pid=106429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:10:39.001229 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ea90771-b3c2-4ae5-9a78-10a7b95a98ff'] response: {'name': 'network-changed', 'server_uuid': '3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1', 'tag': 'ff7ff287-6c46-404f-8342-e27e96b08606', 'status': 'completed', 'code': 200} Sep 22 22:10:39.004832 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e2fed102-6242-43e8-bbbd-a6fecfa68b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (a20b989c-68f3-4417-8d4f-67a2dab07965), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:39.005816 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-447daf3a-ccde-440c-8709-20819226fb3c None None] Port 9fd347ea-72b4-4b9b-97b6-c703e8d2774a cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:10:39.009722 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-5a9f70ac-94f0-4324-892e-4b564205717b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:39.012189 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-5a9f70ac-94f0-4324-892e-4b564205717b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=2a52e44d03f74727863b596c606ee35d&device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 1128 time: 0.5055828 Sep 22 22:10:39.092872 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-3122f763-aec6-4a7b-9ec4-34abd8441922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (9fd347ea-72b4-4b9b-97b6-c703e8d2774a), before_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:39.103146 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fed102-6242-43e8-bbbd-a6fecfa68b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20b989c-68f3-4417-8d4f-67a2dab07965,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:39.137648 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-e2fed102-6242-43e8-bbbd-a6fecfa68b25 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f971cfd06e084cd8a338ba34ff27cee2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3099606 Sep 22 22:10:39.141406 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 36560) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:39.176016 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:39.198489 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319e9ab9-e7ba-4f9c-bbbb-ebbc7ebe6a56 admin admin] Made reservation on behalf of 7ec968a39acf4c4ab15291c604002055 for: {'subnet': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:10:39.200806 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-319e9ab9-e7ba-4f9c-bbbb-ebbc7ebe6a56 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:39.413595 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-01e94df3-1f8c-4dcc-951e-ea182a2de3c6 admin admin] Publish callbacks [] for security_group (a20b989c-68f3-4417-8d4f-67a2dab07965), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:39.444019 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-01e94df3-1f8c-4dcc-951e-ea182a2de3c6 admin admin] Publish callbacks [] for security_group (a20b989c-68f3-4417-8d4f-67a2dab07965), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:39.510026 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-447daf3a-ccde-440c-8709-20819226fb3c None None] Attempt 2 to provision port 9fd347ea-72b4-4b9b-97b6-c703e8d2774a Sep 22 22:10:39.523693 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-01e94df3-1f8c-4dcc-951e-ea182a2de3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (a20b989c-68f3-4417-8d4f-67a2dab07965), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:39.527302 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-01e94df3-1f8c-4dcc-951e-ea182a2de3c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:39.531915 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-01e94df3-1f8c-4dcc-951e-ea182a2de3c6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a20b989c-68f3-4417-8d4f-67a2dab07965 HTTP/1.1" status: 204 len: 168 time: 0.3890982 Sep 22 22:10:39.539958 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=5 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:39.550366 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e94df3-1f8c-4dcc-951e-ea182a2de3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20b989c-68f3-4417-8d4f-67a2dab07965,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:39.587910 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-447daf3a-ccde-440c-8709-20819226fb3c None None] Port 9fd347ea-72b4-4b9b-97b6-c703e8d2774a cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:10:39.598820 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c2c8f-a670-4452-92f9-0319770a0f02 req-5095bfc8-1651-4f79-aee3-a0d4bd90798e tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:39.600379 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-df5c2c8f-a670-4452-92f9-0319770a0f02 req-5095bfc8-1651-4f79-aee3-a0d4bd90798e tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 944 time: 0.2169025 Sep 22 22:10:39.658545 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007c9ef-2ae0-4993-98e0-03ab6facdea2 req-eb3fab5f-ea4d-4c74-8f05-17eb68a85e03 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:39.660115 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e007c9ef-2ae0-4993-98e0-03ab6facdea2 req-eb3fab5f-ea4d-4c74-8f05-17eb68a85e03 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 931 time: 0.3002343 Sep 22 22:10:39.660771 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-05ee8f30-7a00-42af-9fa6-3730430f46a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (cf21a6c0-d9bd-46c0-8b31-4c54d391e31f), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:39.676117 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-05ee8f30-7a00-42af-9fa6-3730430f46a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:39.677310 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-05ee8f30-7a00-42af-9fa6-3730430f46a9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/cf21a6c0-d9bd-46c0-8b31-4c54d391e31f HTTP/1.1" status: 204 len: 168 time: 1.9254622 Sep 22 22:10:39.969829 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-1cf32e14-89a9-4276-8fb7-06f8ed3669ef service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff7ff287-6c46-404f-8342-e27e96b08606 HTTP/1.1" status: 200 len: 217 time: 0.1438532 Sep 22 22:10:40.015185 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-df5c2c8f-a670-4452-92f9-0319770a0f02 req-f68a67c8-e1f0-4122-ab47-fda75746378c tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821356 Sep 22 22:10:40.089726 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-447daf3a-ccde-440c-8709-20819226fb3c None None] Attempt 3 to provision port 9fd347ea-72b4-4b9b-97b6-c703e8d2774a Sep 22 22:10:40.151971 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=100 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:40.180604 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-37b5dc0f-ef1d-4cca-a404-c6a0dc3ce76f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:40.184206 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-37b5dc0f-ef1d-4cca-a404-c6a0dc3ce76f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.57 "GET /networking/v2.0/networks?id=76b70dbd-430e-4822-82a3-49c7f238d2e2 HTTP/1.1" status: 200 len: 815 time: 1.3165793 Sep 22 22:10:40.187595 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e007c9ef-2ae0-4993-98e0-03ab6facdea2 req-78db23d9-91d7-4686-a647-e4feb4a2a89f tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924581 Sep 22 22:10:40.193781 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:40.208908 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee8f30-7a00-42af-9fa6-3730430f46a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf21a6c0-d9bd-46c0-8b31-4c54d391e31f,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:40.208908 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-319e9ab9-e7ba-4f9c-bbbb-ebbc7ebe6a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218'] for subnet (1caf98c7-be03-43ab-b2f5-90413915b23c), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:40.215123 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:40.219767 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-6a5a9f4c-6d32-4f43-a535-aeff1f9b5a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:40.219767 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-6a5a9f4c-6d32-4f43-a535-aeff1f9b5a38 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=7ccb8ec1-bca7-4468-84d0-159b88fbfcb1 HTTP/1.1" status: 200 len: 851 time: 0.1984038 Sep 22 22:10:40.222700 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=93 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:40.268966 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-447daf3a-ccde-440c-8709-20819226fb3c None None] Port 9fd347ea-72b4-4b9b-97b6-c703e8d2774a cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:10:40.345010 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:40.509886 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-c7789a8b-1035-4f2b-8c7f-81418c5b60e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:40.512438 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-c7789a8b-1035-4f2b-8c7f-81418c5b60e2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9a795bf6-043e-463b-a8c2-1515f286856d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2850831 Sep 22 22:10:40.553415 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2ee56006-eb1f-45a8-bc1c-8ee2d84a6d95 req-997ba42c-1ea1-4711-81c4-54d1ab6d3921 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 210 time: 0.3218515 Sep 22 22:10:40.714363 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e9ab9-e7ba-4f9c-bbbb-ebbc7ebe6a56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1caf98c7-be03-43ab-b2f5-90413915b23c,revision_number=0']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:40.737989 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-26a29c31-0274-4133-85e4-f2b8ed0c2a08 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks [] for port (8663b072-db48-4fbd-b30f-98d4794fd966), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:40.754317 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-378d9090-4dfa-4a11-8de0-314828d15652 admin admin] Publish callbacks [] for security_group (d63e4716-7330-4ac8-9f30-c060e248ca50), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:40.770021 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-447daf3a-ccde-440c-8709-20819226fb3c None None] Attempt 4 to provision port 9fd347ea-72b4-4b9b-97b6-c703e8d2774a Sep 22 22:10:40.794446 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-378d9090-4dfa-4a11-8de0-314828d15652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (d63e4716-7330-4ac8-9f30-c060e248ca50), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:40.843130 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e9ab9-e7ba-4f9c-bbbb-ebbc7ebe6a56 admin admin] Checking segment: {'id': 'ad808c3e-5a23-4afe-a113-ec9e92ec6bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '26cd25d3-1c52-43b6-b67b-aa6e106214e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:10:40.843501 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319e9ab9-e7ba-4f9c-bbbb-ebbc7ebe6a56 admin admin] Network hostable DHCP agents. Network: 26cd25d3-1c52-43b6-b67b-aa6e106214e3, hostable agents: ['46112969-b587-44d5-b5c4-b732185f2ac5'], hosted agents: [] {{(pid=106428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:10:40.887888 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-447daf3a-ccde-440c-8709-20819226fb3c None None] Port 9fd347ea-72b4-4b9b-97b6-c703e8d2774a cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:10:40.890052 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-8541addf-2c65-45a9-b06e-06ca73bd662e tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=226257b343d24054bc2178b47a9a5a4f HTTP/1.1" status: 200 len: 380 time: 0.6707973 Sep 22 22:10:40.896647 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d9090-4dfa-4a11-8de0-314828d15652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63e4716-7330-4ac8-9f30-c060e248ca50,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:40.906244 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-378d9090-4dfa-4a11-8de0-314828d15652 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=49bb165523c54eeb87c88e83a18f6750&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1478522 Sep 22 22:10:40.909861 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 36622) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:40.930843 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-26a29c31-0274-4133-85e4-f2b8ed0c2a08 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505'] for port (8663b072-db48-4fbd-b30f-98d4794fd966), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:40.941837 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319e9ab9-e7ba-4f9c-bbbb-ebbc7ebe6a56 admin admin] Network 26cd25d3-1c52-43b6-b67b-aa6e106214e3 is scheduled to be hosted by DHCP agent 46112969-b587-44d5-b5c4-b732185f2ac5 with binding_index 1 {{(pid=106428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:10:41.096810 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-69416e6b-f417-4030-8a4c-511cd8db8587 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Request body: {'port': {'device_id': '765e0b40-b687-4b25-b264-0b84e9d0a8a3', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'admin_state_up': True, 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'security_groups': ['4758976f-0e58-4ba5-8697-0eb4de1323cc']}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:10:41.156541 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [None req-319e9ab9-e7ba-4f9c-bbbb-ebbc7ebe6a56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-6-iscsi, 26cd25d3-1c52-43b6-b67b-aa6e106214e3) {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:10:41.165196 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319e9ab9-e7ba-4f9c-bbbb-ebbc7ebe6a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:41.165807 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-319e9ab9-e7ba-4f9c-bbbb-ebbc7ebe6a56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for subnet (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:41.167295 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be7380b-26bb-42aa-bf85-379218b7af21 None None] Network 26cd25d3-1c52-43b6-b67b-aa6e106214e3 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:10:41.219044 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-26a29c31-0274-4133-85e4-f2b8ed0c2a08 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Network 770f63d9-fbe3-4433-90af-714bf608e28c is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:10:41.341277 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-26a29c31-0274-4133-85e4-f2b8ed0c2a08 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:10:41.377152 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-26a29c31-0274-4133-85e4-f2b8ed0c2a08 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:10:41.387445 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-26a29c31-0274-4133-85e4-f2b8ed0c2a08 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:41.388120 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-26a29c31-0274-4133-85e4-f2b8ed0c2a08 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:41.391165 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a29c31-0274-4133-85e4-f2b8ed0c2a08 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Pushing event updated for resources: {'Port': ['ID=8663b072-db48-4fbd-b30f-98d4794fd966,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:41.574984 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:41.583788 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-319e9ab9-e7ba-4f9c-bbbb-ebbc7ebe6a56 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.8167212 Sep 22 22:10:41.601776 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-447daf3a-ccde-440c-8709-20819226fb3c None None] Attempt 5 to provision port 9fd347ea-72b4-4b9b-97b6-c703e8d2774a Sep 22 22:10:41.624420 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-4a2701cb-60a6-41ff-85f2-bc3e9f6e758f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9a795bf6-043e-463b-a8c2-1515f286856d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0635800 Sep 22 22:10:41.656646 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-447daf3a-ccde-440c-8709-20819226fb3c None None] Port 9fd347ea-72b4-4b9b-97b6-c703e8d2774a cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:10:41.721651 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.notifiers.nova [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-3122f763-aec6-4a7b-9ec4-34abd8441922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fd347ea-72b4-4b9b-97b6-c703e8d2774a {{(pid=106429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:10:41.731210 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-3122f763-aec6-4a7b-9ec4-34abd8441922 service neutron] Publish callbacks [] for port (9fd347ea-72b4-4b9b-97b6-c703e8d2774a), precommit_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:41.750461 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-69416e6b-f417-4030-8a4c-511cd8db8587 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Made reservation on behalf of 226257b343d24054bc2178b47a9a5a4f for: {'port': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:10:41.754798 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-69416e6b-f417-4030-8a4c-511cd8db8587 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:41.765328 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.provisioning_blocks [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-3122f763-aec6-4a7b-9ec4-34abd8441922 service neutron] Transition to ACTIVE for port object 9fd347ea-72b4-4b9b-97b6-c703e8d2774a will not be triggered until provisioned by entity L2. {{(pid=106429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 22:10:41.778304 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-3122f763-aec6-4a7b-9ec4-34abd8441922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (9fd347ea-72b4-4b9b-97b6-c703e8d2774a), after_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:41.782947 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb6301-17a3-47d1-89e2-d395a05f628f req-5b8454e0-47d2-49b4-83eb-9fc32a4387a3 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:41.787661 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cefd76-c83b-4927-b594-1caae222f186 None None] Network 26cd25d3-1c52-43b6-b67b-aa6e106214e3 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:10:41.795382 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b0fb6301-17a3-47d1-89e2-d395a05f628f req-5b8454e0-47d2-49b4-83eb-9fc32a4387a3 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 931 time: 0.3595624 Sep 22 22:10:41.808342 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-455b51e4-6b61-48ff-91dd-6ec648106229 admin admin] Publish callbacks [] for security_group (d63e4716-7330-4ac8-9f30-c060e248ca50), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:41.833509 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-455b51e4-6b61-48ff-91dd-6ec648106229 admin admin] Publish callbacks [] for security_group (d63e4716-7330-4ac8-9f30-c060e248ca50), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:41.899625 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:41.906520 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-26a29c31-0274-4133-85e4-f2b8ed0c2a08 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9177835 Sep 22 22:10:41.913845 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2782e-8e84-4f09-97f8-98a74a7d1eb9 req-636a25d8-499e-4134-a1cf-9393406e008b tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:41.922048 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5fa2782e-8e84-4f09-97f8-98a74a7d1eb9 req-636a25d8-499e-4134-a1cf-9393406e008b tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 944 time: 0.7165093 Sep 22 22:10:41.937855 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.managers [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-3122f763-aec6-4a7b-9ec4-34abd8441922 service neutron] Attempting to bind port 9fd347ea-72b4-4b9b-97b6-c703e8d2774a on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:10:41.938676 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.managers [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-3122f763-aec6-4a7b-9ec4-34abd8441922 service neutron] Attempting to bind port 9fd347ea-72b4-4b9b-97b6-c703e8d2774a by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '3f85bb79-e1af-4130-b82b-25835361ba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c'}] {{(pid=106429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:10:41.939043 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-3122f763-aec6-4a7b-9ec4-34abd8441922 service neutron] Attempting to bind port 9fd347ea-72b4-4b9b-97b6-c703e8d2774a on network 770f63d9-fbe3-4433-90af-714bf608e28c {{(pid=106429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:10:41.987110 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 36654) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:42.043804 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf25ac5-439b-4edb-823d-6522211375ac admin admin] Deleting subnet d7ec0a17-b00a-4cda-a297-b3e6cc20ffaf {{(pid=106429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 22:10:42.051474 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-aaf25ac5-439b-4edb-823d-6522211375ac admin admin] Publish callbacks [] for subnet (d7ec0a17-b00a-4cda-a297-b3e6cc20ffaf), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:42.053585 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122f763-aec6-4a7b-9ec4-34abd8441922 service neutron] Pushing event updated for resources: {'Port': ['ID=9fd347ea-72b4-4b9b-97b6-c703e8d2774a,revision_number=2']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:42.102955 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-3122f763-aec6-4a7b-9ec4-34abd8441922 service neutron] Port 9fd347ea-72b4-4b9b-97b6-c703e8d2774a on network 770f63d9-fbe3-4433-90af-714bf608e28c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 22:10:42.103281 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-3122f763-aec6-4a7b-9ec4-34abd8441922 service neutron] Attempting to bind port 9fd347ea-72b4-4b9b-97b6-c703e8d2774a on network 770f63d9-fbe3-4433-90af-714bf608e28c {{(pid=106429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:10:42.142232 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-69416e6b-f417-4030-8a4c-511cd8db8587 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Allocated IP 172.20.0.11 (76b70dbd-430e-4822-82a3-49c7f238d2e2/b69367a6-5eda-4933-ae45-e149b1c204d0/1f73d7aa-997f-4856-81f0-98fb975bdbf8) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:10:42.158206 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-447daf3a-ccde-440c-8709-20819226fb3c None None] Attempt 6 to provision port 9fd347ea-72b4-4b9b-97b6-c703e8d2774a Sep 22 22:10:42.189144 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-aaf25ac5-439b-4edb-823d-6522211375ac admin admin] Publish callbacks [] for subnet (d7ec0a17-b00a-4cda-a297-b3e6cc20ffaf), precommit_delete_associations {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:42.219305 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-aaf25ac5-439b-4edb-823d-6522211375ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433450'] for subnet (d7ec0a17-b00a-4cda-a297-b3e6cc20ffaf), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:42.235594 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-447daf3a-ccde-440c-8709-20819226fb3c None None] Port 9fd347ea-72b4-4b9b-97b6-c703e8d2774a cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:10:42.265241 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-3122f763-aec6-4a7b-9ec4-34abd8441922 service neutron] Checking agent: {'id': 'f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'started_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:10:42.265570 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-3122f763-aec6-4a7b-9ec4-34abd8441922 service neutron] Checking segment: {'id': '3f85bb79-e1af-4130-b82b-25835361ba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:10:42.266149 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-3122f763-aec6-4a7b-9ec4-34abd8441922 service neutron] Bound using segment: {'id': '3f85bb79-e1af-4130-b82b-25835361ba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c'} {{(pid=106429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:10:42.266590 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.managers [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-3122f763-aec6-4a7b-9ec4-34abd8441922 service neutron] Bound port: 9fd347ea-72b4-4b9b-97b6-c703e8d2774a, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f85bb79-e1af-4130-b82b-25835361ba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c'}}] {{(pid=106429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:10:42.267147 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-3122f763-aec6-4a7b-9ec4-34abd8441922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (9fd347ea-72b4-4b9b-97b6-c703e8d2774a), before_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:42.319537 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-69416e6b-f417-4030-8a4c-511cd8db8587 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for port (1f73d7aa-997f-4856-81f0-98fb975bdbf8), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:42.328832 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-455b51e4-6b61-48ff-91dd-6ec648106229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (d63e4716-7330-4ac8-9f30-c060e248ca50), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:42.331248 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-455b51e4-6b61-48ff-91dd-6ec648106229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:42.335759 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-455b51e4-6b61-48ff-91dd-6ec648106229 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d63e4716-7330-4ac8-9f30-c060e248ca50 HTTP/1.1" status: 204 len: 168 time: 1.4240453 Sep 22 22:10:42.351097 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-aaf25ac5-439b-4edb-823d-6522211375ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218'] for subnet (d7ec0a17-b00a-4cda-a297-b3e6cc20ffaf), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:42.377711 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:42.391542 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b51e4-6b61-48ff-91dd-6ec648106229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63e4716-7330-4ac8-9f30-c060e248ca50,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:42.408878 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.db [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-3122f763-aec6-4a7b-9ec4-34abd8441922 service neutron] For port 9fd347ea-72b4-4b9b-97b6-c703e8d2774a, host hv-cinder-84914, cleared binding levels {{(pid=106429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:10:42.411387 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf25ac5-439b-4edb-823d-6522211375ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7ec0a17-b00a-4cda-a297-b3e6cc20ffaf,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:42.421133 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b0fb6301-17a3-47d1-89e2-d395a05f628f req-e510571d-6482-4dd6-ac5b-0a178f89bc69 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6164312 Sep 22 22:10:42.423323 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:42.437741 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-aaf25ac5-439b-4edb-823d-6522211375ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:42.438362 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-aaf25ac5-439b-4edb-823d-6522211375ac admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/d7ec0a17-b00a-4cda-a297-b3e6cc20ffaf HTTP/1.1" status: 204 len: 168 time: 0.4496610 Sep 22 22:10:42.454934 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 36676) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:42.458697 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.db [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-3122f763-aec6-4a7b-9ec4-34abd8441922 service neutron] For port 9fd347ea-72b4-4b9b-97b6-c703e8d2774a, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9fd347ea-72b4-4b9b-97b6-c703e8d2774a,segment=NetworkSegment(3f85bb79-e1af-4130-b82b-25835361ba77),segment_id=3f85bb79-e1af-4130-b82b-25835361ba77)] {{(pid=106429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:10:42.470330 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-3122f763-aec6-4a7b-9ec4-34abd8441922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (9fd347ea-72b4-4b9b-97b6-c703e8d2774a), after_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:42.478408 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-3122f763-aec6-4a7b-9ec4-34abd8441922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:42.479179 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-3122f763-aec6-4a7b-9ec4-34abd8441922 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for port (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:42.481771 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-3122f763-aec6-4a7b-9ec4-34abd8441922 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/9fd347ea-72b4-4b9b-97b6-c703e8d2774a HTTP/1.1" status: 200 len: 1093 time: 3.9353242 Sep 22 22:10:42.486691 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4', 'tag': '9fd347ea-72b4-4b9b-97b6-c703e8d2774a'}] {{(pid=106429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:10:42.489139 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fecb9e71e3cfecf727650ea9349eddd955ebb7a4b95363fd8d1edf6265131bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04fc778-3f59-432b-94de-8eed5fb6a72d" -d '{"events": [{"name": "network-changed", "server_uuid": "e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4", "tag": "9fd347ea-72b4-4b9b-97b6-c703e8d2774a"}]}' {{(pid=106429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:10:42.493977 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-69416e6b-f417-4030-8a4c-511cd8db8587 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505'] for port (1f73d7aa-997f-4856-81f0-98fb975bdbf8), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:42.519870 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5fa2782e-8e84-4f09-97f8-98a74a7d1eb9 req-b58e0b2f-ead1-49c9-aa14-dd5ca40397f1 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5973110 Sep 22 22:10:42.570535 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122f763-aec6-4a7b-9ec4-34abd8441922 service neutron] Pushing event updated for resources: {'Port': ['ID=9fd347ea-72b4-4b9b-97b6-c703e8d2774a,revision_number=3']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:42.635098 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-69416e6b-f417-4030-8a4c-511cd8db8587 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Network 76b70dbd-430e-4822-82a3-49c7f238d2e2 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:10:42.640575 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e79e6d-ab82-4094-a110-3dc2de39a4cb x-openstack-request-id: req-32e79e6d-ab82-4094-a110-3dc2de39a4cb {{(pid=106429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:10:42.642701 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4", "tag": "9fd347ea-72b4-4b9b-97b6-c703e8d2774a", "status": "completed", "code": 200}]} {{(pid=106429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:10:42.643182 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32e79e6d-ab82-4094-a110-3dc2de39a4cb {{(pid=106429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:10:42.643781 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32e79e6d-ab82-4094-a110-3dc2de39a4cb'] response: {'name': 'network-changed', 'server_uuid': 'e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4', 'tag': '9fd347ea-72b4-4b9b-97b6-c703e8d2774a', 'status': 'completed', 'code': 200} Sep 22 22:10:42.662274 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-69416e6b-f417-4030-8a4c-511cd8db8587 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:10:42.664819 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-69416e6b-f417-4030-8a4c-511cd8db8587 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:10:42.670287 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-69416e6b-f417-4030-8a4c-511cd8db8587 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:42.670896 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-69416e6b-f417-4030-8a4c-511cd8db8587 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:42.706827 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb5ea-2c9f-4585-9e24-660dd45be467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425183'] for network (ee5f9549-3cab-423a-8373-638fdd8e615e), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:42.715418 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69416e6b-f417-4030-8a4c-511cd8db8587 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event updated for resources: {'Port': ['ID=1f73d7aa-997f-4856-81f0-98fb975bdbf8,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:42.723974 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4df40a-2c76-486c-be10-3c50a110c603 req-911710c4-76e3-4b8d-aeeb-08c74742cea3 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:42.725567 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-df4df40a-2c76-486c-be10-3c50a110c603 req-911710c4-76e3-4b8d-aeeb-08c74742cea3 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 932 time: 0.1467559 Sep 22 22:10:42.736883 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-447daf3a-ccde-440c-8709-20819226fb3c None None] Attempt 7 to provision port 9fd347ea-72b4-4b9b-97b6-c703e8d2774a Sep 22 22:10:42.741595 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-69416e6b-f417-4030-8a4c-511cd8db8587 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6516736 Sep 22 22:10:42.814373 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-447daf3a-ccde-440c-8709-20819226fb3c None None] Port 9fd347ea-72b4-4b9b-97b6-c703e8d2774a had new provisioning blocks added so it will not transition to active. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 22:10:42.863851 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb5ea-2c9f-4585-9e24-660dd45be467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1288257', 'neutron.services.segments.db._delete_segments_for_network-8778793935297'] for network (ee5f9549-3cab-423a-8373-638fdd8e615e), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:42.870091 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-df4df40a-2c76-486c-be10-3c50a110c603 req-328ff571-34f9-4db9-871f-75fdb817f09d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327116 Sep 22 22:10:42.899963 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb5ea-2c9f-4585-9e24-660dd45be467 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:10:42.900431 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb5ea-2c9f-4585-9e24-660dd45be467 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:10:42.902452 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb5ea-2c9f-4585-9e24-660dd45be467 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:10:42.903691 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb5ea-2c9f-4585-9e24-660dd45be467 admin admin] Subscribe: > port after_create 55550000 {{(pid=106428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:10:42.904049 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb5ea-2c9f-4585-9e24-660dd45be467 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:10:42.904400 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb5ea-2c9f-4585-9e24-660dd45be467 admin admin] Subscribe: > port after_update 55550000 {{(pid=106428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:10:42.905205 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb5ea-2c9f-4585-9e24-660dd45be467 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:10:42.905563 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb5ea-2c9f-4585-9e24-660dd45be467 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:10:42.905896 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb5ea-2c9f-4585-9e24-660dd45be467 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:10:42.906802 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb5ea-2c9f-4585-9e24-660dd45be467 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:10:42.933271 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fecc70cd-b226-407e-a593-d138a474d9c0 None None] Provisioning complete for port 8663b072-db48-4fbd-b30f-98d4794fd966 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:10:42.933863 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fecc70cd-b226-407e-a593-d138a474d9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (8663b072-db48-4fbd-b30f-98d4794fd966), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:42.934324 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fecc70cd-b226-407e-a593-d138a474d9c0 None None] Attempt 1 to provision port 8663b072-db48-4fbd-b30f-98d4794fd966 Sep 22 22:10:42.970755 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fecc70cd-b226-407e-a593-d138a474d9c0 None None] Port 8663b072-db48-4fbd-b30f-98d4794fd966 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:10:43.004231 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 36694) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:43.029480 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-39495f9f-cf23-499c-9de1-42df87552423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:43.082869 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:43.122889 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-39495f9f-cf23-499c-9de1-42df87552423 admin admin] Publish callbacks [] for security_group (4e7b4523-01b5-449b-aa1c-7285c57ece70), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:43.128202 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-39495f9f-cf23-499c-9de1-42df87552423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (4e7b4523-01b5-449b-aa1c-7285c57ece70), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:43.173618 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39495f9f-cf23-499c-9de1-42df87552423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7b4523-01b5-449b-aa1c-7285c57ece70,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:43.182740 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-39495f9f-cf23-499c-9de1-42df87552423 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=74f5099bd59845158c693ae33b4fc8ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1771319 Sep 22 22:10:43.183618 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 36700) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:43.257329 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2b38d627-2775-445b-a0c1-06a119ef478b admin admin] Publish callbacks [] for security_group (4e7b4523-01b5-449b-aa1c-7285c57ece70), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:43.287763 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2b38d627-2775-445b-a0c1-06a119ef478b admin admin] Publish callbacks [] for security_group (4e7b4523-01b5-449b-aa1c-7285c57ece70), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:43.317550 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb5ea-2c9f-4585-9e24-660dd45be467 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:10:43.317897 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb5ea-2c9f-4585-9e24-660dd45be467 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:10:43.318331 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb5ea-2c9f-4585-9e24-660dd45be467 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:10:43.318549 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb5ea-2c9f-4585-9e24-660dd45be467 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:10:43.319105 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.services.segments.db [None req-fb4cb5ea-2c9f-4585-9e24-660dd45be467 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee5f9549-3cab-423a-8373-638fdd8e615e']}} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:43.339066 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.services.segments.db [None req-fb4cb5ea-2c9f-4585-9e24-660dd45be467 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f06f11b-beb9-4c80-add1-76a830c9595e') {'for_net_delete': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:43.339399 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.services.segments.db [None req-fb4cb5ea-2c9f-4585-9e24-660dd45be467 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f06f11b-beb9-4c80-add1-76a830c9595e') {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:43.359103 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2b38d627-2775-445b-a0c1-06a119ef478b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (4e7b4523-01b5-449b-aa1c-7285c57ece70), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:43.361930 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2b38d627-2775-445b-a0c1-06a119ef478b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:43.365746 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-2b38d627-2775-445b-a0c1-06a119ef478b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4e7b4523-01b5-449b-aa1c-7285c57ece70 HTTP/1.1" status: 204 len: 168 time: 0.1758409 Sep 22 22:10:43.373088 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb5ea-2c9f-4585-9e24-660dd45be467 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778793935189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10260567'] for segment (7f06f11b-beb9-4c80-add1-76a830c9595e), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:43.382325 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38d627-2775-445b-a0c1-06a119ef478b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7b4523-01b5-449b-aa1c-7285c57ece70,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:43.472685 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fecc70cd-b226-407e-a593-d138a474d9c0 None None] Attempt 2 to provision port 8663b072-db48-4fbd-b30f-98d4794fd966 Sep 22 22:10:43.540061 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fecc70cd-b226-407e-a593-d138a474d9c0 None None] Port 8663b072-db48-4fbd-b30f-98d4794fd966 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:10:43.575220 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb5ea-2c9f-4585-9e24-660dd45be467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (7f06f11b-beb9-4c80-add1-76a830c9595e), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:43.584508 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb4cb5ea-2c9f-4585-9e24-660dd45be467 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=106428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:10:43.584916 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb5ea-2c9f-4585-9e24-660dd45be467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10406838'] for segment (7f06f11b-beb9-4c80-add1-76a830c9595e), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:43.764173 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6ec96-8ddc-45e2-8a9a-4a645ebbea11 req-3fba6737-dda0-462c-970f-25b903f6fc11 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:43.766167 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2de6ec96-8ddc-45e2-8a9a-4a645ebbea11 req-3fba6737-dda0-462c-970f-25b903f6fc11 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 943 time: 0.1245620 Sep 22 22:10:43.794014 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69121ba-1ac3-4c02-9605-9fe67a11163d req-e3dbc0c5-166c-4e55-b4e6-26da5f3c1640 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:43.797138 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f69121ba-1ac3-4c02-9605-9fe67a11163d req-e3dbc0c5-166c-4e55-b4e6-26da5f3c1640 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 944 time: 0.1687682 Sep 22 22:10:43.872304 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-e42d3695-8f67-4a0a-8ff0-2a01ecbfc6d1 service neutron] Request body: {'port': {'device_id': '16b462de-3ef3-4c76-bf6c-f1ce9edcda5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:10:43.892094 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-98186c2b-cbf6-44e5-8abe-fb2b777152ee service neutron] Request body: {'port': {'device_id': '765e0b40-b687-4b25-b264-0b84e9d0a8a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:10:43.902047 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb5ea-2c9f-4585-9e24-660dd45be467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1288312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684483'] for network (ee5f9549-3cab-423a-8373-638fdd8e615e), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:43.994848 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4cb5ea-2c9f-4585-9e24-660dd45be467 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee5f9549-3cab-423a-8373-638fdd8e615e,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:44.006470 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fb4cb5ea-2c9f-4585-9e24-660dd45be467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:44.010285 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-fb4cb5ea-2c9f-4585-9e24-660dd45be467 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/ee5f9549-3cab-423a-8373-638fdd8e615e HTTP/1.1" status: 204 len: 168 time: 1.5487838 Sep 22 22:10:44.016588 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 36752) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:44.035159 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fc778-3f59-432b-94de-8eed5fb6a72d req-7a15fe61-cbec-4914-8438-f541fc2aa2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:44.036744 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-f04fc778-3f59-432b-94de-8eed5fb6a72d req-7a15fe61-cbec-4914-8438-f541fc2aa2da service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=0499a794df4444b594ee3126a8e210c1&device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 1127 time: 0.1956491 Sep 22 22:10:44.040830 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-ed714bdc-0fa6-4972-bd30-d9f2ff42d65e req-b32dc1b2-a1f4-4c57-873b-761be25862ea service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9a795bf6-043e-463b-a8c2-1515f286856d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012496 Sep 22 22:10:44.043269 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fecc70cd-b226-407e-a593-d138a474d9c0 None None] Attempt 3 to provision port 8663b072-db48-4fbd-b30f-98d4794fd966 Sep 22 22:10:44.114061 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fecc70cd-b226-407e-a593-d138a474d9c0 None None] Port 8663b072-db48-4fbd-b30f-98d4794fd966 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:10:44.146727 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:44.161944 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2de6ec96-8ddc-45e2-8a9a-4a645ebbea11 req-f44f6d5c-5484-46da-a3e5-82c8254b5917 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817360 Sep 22 22:10:44.214101 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.services.segments.plugin [-] Segment 7f06f11b-beb9-4c80-add1-76a830c9595e resource provider aggregate not found Sep 22 22:10:44.242131 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f69121ba-1ac3-4c02-9605-9fe67a11163d req-b7ac14fc-343e-4bf1-b708-e3b04391c407 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425027 Sep 22 22:10:44.276910 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.services.segments.plugin [-] Segment 7f06f11b-beb9-4c80-add1-76a830c9595e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f06f11b-beb9-4c80-add1-76a830c9595e found for delete ", "request_id": "req-1e3a0c59-b463-41a5-83fd-d7f5097e2794"}]} Sep 22 22:10:44.283798 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fc778-3f59-432b-94de-8eed5fb6a72d req-9599bde9-7eb4-4cdc-baf6-0fc4e6bee751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:44.285559 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-f04fc778-3f59-432b-94de-8eed5fb6a72d req-9599bde9-7eb4-4cdc-baf6-0fc4e6bee751 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=0499a794df4444b594ee3126a8e210c1&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2269809 Sep 22 22:10:44.296846 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d92d538-7592-42fb-a855-2452a461679a admin admin] Deleting subnet 1caf98c7-be03-43ab-b2f5-90413915b23c {{(pid=106428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 22:10:44.310749 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-e42d3695-8f67-4a0a-8ff0-2a01ecbfc6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (8663b072-db48-4fbd-b30f-98d4794fd966), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:44.312679 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-98186c2b-cbf6-44e5-8abe-fb2b777152ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (1f73d7aa-997f-4856-81f0-98fb975bdbf8), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:44.331788 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1d92d538-7592-42fb-a855-2452a461679a admin admin] Publish callbacks [] for subnet (1caf98c7-be03-43ab-b2f5-90413915b23c), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:44.377808 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:44.423151 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9895f-6672-4200-821f-72e747102214 req-97b78eca-e46a-4a3b-944c-631f72441c1b tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:44.425022 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2fd9895f-6672-4200-821f-72e747102214 req-97b78eca-e46a-4a3b-944c-631f72441c1b tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 932 time: 0.1362739 Sep 22 22:10:44.447745 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1d92d538-7592-42fb-a855-2452a461679a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10260588'] for subnet (1caf98c7-be03-43ab-b2f5-90413915b23c), precommit_delete_associations {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:44.524986 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1d92d538-7592-42fb-a855-2452a461679a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433450'] for subnet (1caf98c7-be03-43ab-b2f5-90413915b23c), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:44.611682 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fecc70cd-b226-407e-a593-d138a474d9c0 None None] Attempt 4 to provision port 8663b072-db48-4fbd-b30f-98d4794fd966 Sep 22 22:10:44.648234 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fecc70cd-b226-407e-a593-d138a474d9c0 None None] Port 8663b072-db48-4fbd-b30f-98d4794fd966 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:10:44.812870 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2fd9895f-6672-4200-821f-72e747102214 req-48457d2e-d819-44a8-b3e4-2195f0b3bf9d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3602738 Sep 22 22:10:44.847140 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-01bc364e-633a-4e6e-acca-f407858eb342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:44.905191 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1d92d538-7592-42fb-a855-2452a461679a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10406668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847801'] for subnet (1caf98c7-be03-43ab-b2f5-90413915b23c), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:44.991326 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92d538-7592-42fb-a855-2452a461679a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1caf98c7-be03-43ab-b2f5-90413915b23c,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:44.998991 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1d92d538-7592-42fb-a855-2452a461679a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for subnet (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:45.002316 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-1d92d538-7592-42fb-a855-2452a461679a admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/1caf98c7-be03-43ab-b2f5-90413915b23c HTTP/1.1" status: 204 len: 168 time: 0.9708111 Sep 22 22:10:45.005071 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 36788) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:45.098906 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7e7b2946-862d-4684-8816-f53d72e18d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425183'] for network (26cd25d3-1c52-43b6-b67b-aa6e106214e3), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:45.152075 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fecc70cd-b226-407e-a593-d138a474d9c0 None None] Attempt 5 to provision port 8663b072-db48-4fbd-b30f-98d4794fd966 Sep 22 22:10:45.191993 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7e7b2946-862d-4684-8816-f53d72e18d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1288257', 'neutron.services.segments.db._delete_segments_for_network-8778793935297'] for network (26cd25d3-1c52-43b6-b67b-aa6e106214e3), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:45.210531 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-e42d3695-8f67-4a0a-8ff0-2a01ecbfc6d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8663b072-db48-4fbd-b30f-98d4794fd966 {{(pid=106428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:10:45.216380 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-e42d3695-8f67-4a0a-8ff0-2a01ecbfc6d1 service neutron] Publish callbacks [] for port (8663b072-db48-4fbd-b30f-98d4794fd966), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:45.217857 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7e7b2946-862d-4684-8816-f53d72e18d7b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:10:45.218265 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7e7b2946-862d-4684-8816-f53d72e18d7b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:10:45.220134 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7e7b2946-862d-4684-8816-f53d72e18d7b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:10:45.220843 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7e7b2946-862d-4684-8816-f53d72e18d7b admin admin] Subscribe: > port after_create 55550000 {{(pid=106429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:10:45.221546 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7e7b2946-862d-4684-8816-f53d72e18d7b admin admin] Subscribe: > port after_delete 55550000 {{(pid=106429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:10:45.222607 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7e7b2946-862d-4684-8816-f53d72e18d7b admin admin] Subscribe: > port after_update 55550000 {{(pid=106429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:10:45.223056 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7e7b2946-862d-4684-8816-f53d72e18d7b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:10:45.223526 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7e7b2946-862d-4684-8816-f53d72e18d7b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:10:45.224030 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7e7b2946-862d-4684-8816-f53d72e18d7b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:10:45.224486 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7e7b2946-862d-4684-8816-f53d72e18d7b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:10:45.247323 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.provisioning_blocks [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-e42d3695-8f67-4a0a-8ff0-2a01ecbfc6d1 service neutron] Transition to ACTIVE for port object 8663b072-db48-4fbd-b30f-98d4794fd966 will not be triggered until provisioned by entity L2. {{(pid=106428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 22:10:45.248374 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fecc70cd-b226-407e-a593-d138a474d9c0 None None] Port 8663b072-db48-4fbd-b30f-98d4794fd966 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:10:45.269430 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:45.272977 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-e42d3695-8f67-4a0a-8ff0-2a01ecbfc6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (8663b072-db48-4fbd-b30f-98d4794fd966), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:45.313806 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-98186c2b-cbf6-44e5-8abe-fb2b777152ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f73d7aa-997f-4856-81f0-98fb975bdbf8 {{(pid=106428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:10:45.323419 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7e7b2946-862d-4684-8816-f53d72e18d7b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:10:45.324261 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7e7b2946-862d-4684-8816-f53d72e18d7b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:10:45.324740 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7e7b2946-862d-4684-8816-f53d72e18d7b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:10:45.325601 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7e7b2946-862d-4684-8816-f53d72e18d7b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 22:10:45.326376 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.services.segments.db [None req-7e7b2946-862d-4684-8816-f53d72e18d7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26cd25d3-1c52-43b6-b67b-aa6e106214e3']}} {{(pid=106429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:45.338090 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-98186c2b-cbf6-44e5-8abe-fb2b777152ee service neutron] Publish callbacks [] for port (1f73d7aa-997f-4856-81f0-98fb975bdbf8), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:45.344620 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:45.347264 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.services.segments.db [None req-7e7b2946-862d-4684-8816-f53d72e18d7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad808c3e-5a23-4afe-a113-ec9e92ec6bea') {'for_net_delete': True} {{(pid=106429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:45.347833 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.services.segments.db [None req-7e7b2946-862d-4684-8816-f53d72e18d7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad808c3e-5a23-4afe-a113-ec9e92ec6bea') {} {{(pid=106429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:10:45.368853 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7e7b2946-862d-4684-8816-f53d72e18d7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778793935189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10089575'] for segment (ad808c3e-5a23-4afe-a113-ec9e92ec6bea), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:45.380179 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=89,neutron:UPDATE=9,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:45.393230 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7e7b2946-862d-4684-8816-f53d72e18d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (ad808c3e-5a23-4afe-a113-ec9e92ec6bea), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:45.403248 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e7b2946-862d-4684-8816-f53d72e18d7b admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=106429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:10:45.403654 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7e7b2946-862d-4684-8816-f53d72e18d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9559167'] for segment (ad808c3e-5a23-4afe-a113-ec9e92ec6bea), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:45.478619 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d3695-8f67-4a0a-8ff0-2a01ecbfc6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=8663b072-db48-4fbd-b30f-98d4794fd966,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:45.482027 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7e7b2946-862d-4684-8816-f53d72e18d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1288312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684483'] for network (26cd25d3-1c52-43b6-b67b-aa6e106214e3), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:45.490474 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7e7b2946-862d-4684-8816-f53d72e18d7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:45.498485 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-7e7b2946-862d-4684-8816-f53d72e18d7b admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/26cd25d3-1c52-43b6-b67b-aa6e106214e3 HTTP/1.1" status: 204 len: 168 time: 0.4910302 Sep 22 22:10:45.508265 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.provisioning_blocks [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-98186c2b-cbf6-44e5-8abe-fb2b777152ee service neutron] Transition to ACTIVE for port object 1f73d7aa-997f-4856-81f0-98fb975bdbf8 will not be triggered until provisioned by entity L2. {{(pid=106428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 22:10:45.513511 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b2946-862d-4684-8816-f53d72e18d7b admin admin] Pushing event deleted for resources: {'Network': ['ID=26cd25d3-1c52-43b6-b67b-aa6e106214e3,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:45.521564 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e124bc-3be5-4939-970e-504e4b899f7a req-cc6be2d5-777e-4f5a-9e25-a9879f6a8b11 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:45.523117 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-15e124bc-3be5-4939-970e-504e4b899f7a req-cc6be2d5-777e-4f5a-9e25-a9879f6a8b11 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 943 time: 0.2122855 Sep 22 22:10:45.531007 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-98186c2b-cbf6-44e5-8abe-fb2b777152ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (1f73d7aa-997f-4856-81f0-98fb975bdbf8), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:45.545340 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eabf76-c1fe-4e0d-b2e8-e6d648da7028 req-dcf3247e-3674-428a-9849-0297e33539f9 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:45.546950 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f1eabf76-c1fe-4e0d-b2e8-e6d648da7028 req-dcf3247e-3674-428a-9849-0297e33539f9 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 944 time: 0.1836724 Sep 22 22:10:45.703982 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.services.segments.plugin [-] Segment ad808c3e-5a23-4afe-a113-ec9e92ec6bea resource provider aggregate not found Sep 22 22:10:45.711506 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98186c2b-cbf6-44e5-8abe-fb2b777152ee service neutron] Pushing event updated for resources: {'Port': ['ID=1f73d7aa-997f-4856-81f0-98fb975bdbf8,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:45.721019 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-e42d3695-8f67-4a0a-8ff0-2a01ecbfc6d1 service neutron] Attempting to bind port 8663b072-db48-4fbd-b30f-98d4794fd966 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:10:45.721393 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-e42d3695-8f67-4a0a-8ff0-2a01ecbfc6d1 service neutron] Attempting to bind port 8663b072-db48-4fbd-b30f-98d4794fd966 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '3f85bb79-e1af-4130-b82b-25835361ba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c'}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:10:45.721751 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-e42d3695-8f67-4a0a-8ff0-2a01ecbfc6d1 service neutron] Attempting to bind port 8663b072-db48-4fbd-b30f-98d4794fd966 on network 770f63d9-fbe3-4433-90af-714bf608e28c {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:10:45.725067 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.services.segments.plugin [-] Segment ad808c3e-5a23-4afe-a113-ec9e92ec6bea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad808c3e-5a23-4afe-a113-ec9e92ec6bea found for delete ", "request_id": "req-f29181d7-b412-4b99-991a-4290f309be5c"}]} Sep 22 22:10:45.749491 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fecc70cd-b226-407e-a593-d138a474d9c0 None None] Attempt 6 to provision port 8663b072-db48-4fbd-b30f-98d4794fd966 Sep 22 22:10:45.802016 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fecc70cd-b226-407e-a593-d138a474d9c0 None None] Port 8663b072-db48-4fbd-b30f-98d4794fd966 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:10:45.812053 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-15e124bc-3be5-4939-970e-504e4b899f7a req-7b10e07b-8995-4de5-a451-8fbafb02513d tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770197 Sep 22 22:10:45.842579 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f1eabf76-c1fe-4e0d-b2e8-e6d648da7028 req-e74a8ddc-6bc5-4535-8ead-24cc5aa71724 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420530 Sep 22 22:10:45.949321 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 36834) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:45.996880 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-3e27a7ea-4974-49b0-aa4d-33e4aa6e3584 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a54c1053450d417d833aaf8e73fe7901&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0461996 Sep 22 22:10:45.999399 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 36836) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:46.043316 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-98186c2b-cbf6-44e5-8abe-fb2b777152ee service neutron] Attempting to bind port 1f73d7aa-997f-4856-81f0-98fb975bdbf8 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:10:46.043465 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-98186c2b-cbf6-44e5-8abe-fb2b777152ee service neutron] Attempting to bind port 1f73d7aa-997f-4856-81f0-98fb975bdbf8 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'be8993b7-fcf5-42ec-b1db-df616a95c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2'}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:10:46.043694 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-98186c2b-cbf6-44e5-8abe-fb2b777152ee service neutron] Attempting to bind port 1f73d7aa-997f-4856-81f0-98fb975bdbf8 on network 76b70dbd-430e-4822-82a3-49c7f238d2e2 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:10:46.079319 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-73b0a339-72a4-4c3b-86ff-48fbddab5201 admin admin] Publish callbacks [] for security_group (ba36e4a2-ec34-4adf-88d3-abb10bf0497a), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:46.094622 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-e42d3695-8f67-4a0a-8ff0-2a01ecbfc6d1 service neutron] Port 8663b072-db48-4fbd-b30f-98d4794fd966 on network 770f63d9-fbe3-4433-90af-714bf608e28c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 22:10:46.094948 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-e42d3695-8f67-4a0a-8ff0-2a01ecbfc6d1 service neutron] Attempting to bind port 8663b072-db48-4fbd-b30f-98d4794fd966 on network 770f63d9-fbe3-4433-90af-714bf608e28c {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:10:46.106457 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-73b0a339-72a4-4c3b-86ff-48fbddab5201 admin admin] Publish callbacks [] for security_group (ba36e4a2-ec34-4adf-88d3-abb10bf0497a), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:46.157823 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:46.174136 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096a857-6e84-4750-b7ab-577b198c3443 req-53a17557-feef-4f15-bb56-5be049c4f789 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:46.180306 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0096a857-6e84-4750-b7ab-577b198c3443 req-53a17557-feef-4f15-bb56-5be049c4f789 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 944 time: 0.1596081 Sep 22 22:10:46.185827 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-73b0a339-72a4-4c3b-86ff-48fbddab5201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (ba36e4a2-ec34-4adf-88d3-abb10bf0497a), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:46.189278 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-73b0a339-72a4-4c3b-86ff-48fbddab5201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:46.193837 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-73b0a339-72a4-4c3b-86ff-48fbddab5201 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ba36e4a2-ec34-4adf-88d3-abb10bf0497a HTTP/1.1" status: 204 len: 168 time: 0.1933200 Sep 22 22:10:46.211295 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0a339-72a4-4c3b-86ff-48fbddab5201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba36e4a2-ec34-4adf-88d3-abb10bf0497a,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:46.235086 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-98186c2b-cbf6-44e5-8abe-fb2b777152ee service neutron] Port 1f73d7aa-997f-4856-81f0-98fb975bdbf8 on network 76b70dbd-430e-4822-82a3-49c7f238d2e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 22:10:46.235415 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-98186c2b-cbf6-44e5-8abe-fb2b777152ee service neutron] Attempting to bind port 1f73d7aa-997f-4856-81f0-98fb975bdbf8 on network 76b70dbd-430e-4822-82a3-49c7f238d2e2 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:10:46.272165 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-e42d3695-8f67-4a0a-8ff0-2a01ecbfc6d1 service neutron] Checking agent: {'id': 'f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'started_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:10:46.272508 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-e42d3695-8f67-4a0a-8ff0-2a01ecbfc6d1 service neutron] Checking segment: {'id': '3f85bb79-e1af-4130-b82b-25835361ba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:10:46.275548 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-e42d3695-8f67-4a0a-8ff0-2a01ecbfc6d1 service neutron] Bound using segment: {'id': '3f85bb79-e1af-4130-b82b-25835361ba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c'} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:10:46.275548 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-e42d3695-8f67-4a0a-8ff0-2a01ecbfc6d1 service neutron] Bound port: 8663b072-db48-4fbd-b30f-98d4794fd966, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f85bb79-e1af-4130-b82b-25835361ba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c'}}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:10:46.275548 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-e42d3695-8f67-4a0a-8ff0-2a01ecbfc6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (8663b072-db48-4fbd-b30f-98d4794fd966), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:46.303865 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fecc70cd-b226-407e-a593-d138a474d9c0 None None] Attempt 7 to provision port 8663b072-db48-4fbd-b30f-98d4794fd966 Sep 22 22:10:46.342635 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0096a857-6e84-4750-b7ab-577b198c3443 req-ae136496-73b4-4f6e-bb5b-0cbf7263c72d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532555 Sep 22 22:10:46.349512 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-98186c2b-cbf6-44e5-8abe-fb2b777152ee service neutron] Checking agent: {'id': 'f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'started_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:10:46.349854 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-98186c2b-cbf6-44e5-8abe-fb2b777152ee service neutron] Checking segment: {'id': 'be8993b7-fcf5-42ec-b1db-df616a95c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:10:46.350281 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-98186c2b-cbf6-44e5-8abe-fb2b777152ee service neutron] Bound using segment: {'id': 'be8993b7-fcf5-42ec-b1db-df616a95c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2'} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:10:46.350731 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-98186c2b-cbf6-44e5-8abe-fb2b777152ee service neutron] Bound port: 1f73d7aa-997f-4856-81f0-98fb975bdbf8, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be8993b7-fcf5-42ec-b1db-df616a95c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2'}}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:10:46.351091 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-98186c2b-cbf6-44e5-8abe-fb2b777152ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (1f73d7aa-997f-4856-81f0-98fb975bdbf8), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:46.364223 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fecc70cd-b226-407e-a593-d138a474d9c0 None None] Port 8663b072-db48-4fbd-b30f-98d4794fd966 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:10:46.381467 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:46.428465 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-e42d3695-8f67-4a0a-8ff0-2a01ecbfc6d1 service neutron] For port 8663b072-db48-4fbd-b30f-98d4794fd966, host hv-cinder-84914, cleared binding levels {{(pid=106428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:10:46.462735 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-e42d3695-8f67-4a0a-8ff0-2a01ecbfc6d1 service neutron] For port 8663b072-db48-4fbd-b30f-98d4794fd966, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8663b072-db48-4fbd-b30f-98d4794fd966,segment=NetworkSegment(3f85bb79-e1af-4130-b82b-25835361ba77),segment_id=3f85bb79-e1af-4130-b82b-25835361ba77)] {{(pid=106428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:10:46.481951 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-e42d3695-8f67-4a0a-8ff0-2a01ecbfc6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (8663b072-db48-4fbd-b30f-98d4794fd966), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:46.490119 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-e42d3695-8f67-4a0a-8ff0-2a01ecbfc6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:46.490890 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-e42d3695-8f67-4a0a-8ff0-2a01ecbfc6d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:46.492687 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-e42d3695-8f67-4a0a-8ff0-2a01ecbfc6d1 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/8663b072-db48-4fbd-b30f-98d4794fd966 HTTP/1.1" status: 200 len: 1094 time: 2.6349854 Sep 22 22:10:46.493550 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b462de-3ef3-4c76-bf6c-f1ce9edcda5b', 'tag': '8663b072-db48-4fbd-b30f-98d4794fd966'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:10:46.499922 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-98186c2b-cbf6-44e5-8abe-fb2b777152ee service neutron] For port 1f73d7aa-997f-4856-81f0-98fb975bdbf8, host hv-cinder-84914, cleared binding levels {{(pid=106428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:10:46.512452 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:46.573415 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-98186c2b-cbf6-44e5-8abe-fb2b777152ee service neutron] For port 1f73d7aa-997f-4856-81f0-98fb975bdbf8, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=1f73d7aa-997f-4856-81f0-98fb975bdbf8,segment=NetworkSegment(be8993b7-fcf5-42ec-b1db-df616a95c294),segment_id=be8993b7-fcf5-42ec-b1db-df616a95c294)] {{(pid=106428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:10:46.591682 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-98186c2b-cbf6-44e5-8abe-fb2b777152ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (1f73d7aa-997f-4856-81f0-98fb975bdbf8), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:46.597512 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-98186c2b-cbf6-44e5-8abe-fb2b777152ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:46.598208 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-98186c2b-cbf6-44e5-8abe-fb2b777152ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:46.599997 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-98186c2b-cbf6-44e5-8abe-fb2b777152ee service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/1f73d7aa-997f-4856-81f0-98fb975bdbf8 HTTP/1.1" status: 200 len: 1094 time: 2.7441828 Sep 22 22:10:46.613249 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d3695-8f67-4a0a-8ff0-2a01ecbfc6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=8663b072-db48-4fbd-b30f-98d4794fd966,revision_number=3']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:46.663378 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:46.685041 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98186c2b-cbf6-44e5-8abe-fb2b777152ee service neutron] Pushing event updated for resources: {'Port': ['ID=1f73d7aa-997f-4856-81f0-98fb975bdbf8,revision_number=3']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:46.759611 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b72fe97-5b8a-425a-b50f-0a2a26baa452" -d '{"events": [{"name": "network-changed", "server_uuid": "16b462de-3ef3-4c76-bf6c-f1ce9edcda5b", "tag": "8663b072-db48-4fbd-b30f-98d4794fd966"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:10:46.783643 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 36874) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:46.824436 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-33e30a3e-2162-454f-887c-c49e3a7150f4 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7ec968a39acf4c4ab15291c604002055&name=default HTTP/1.1" status: 200 len: 2995 time: 0.0394928 Sep 22 22:10:46.826893 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 36876) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:46.867251 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fecc70cd-b226-407e-a593-d138a474d9c0 None None] Attempt 8 to provision port 8663b072-db48-4fbd-b30f-98d4794fd966 Sep 22 22:10:46.870497 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:46.903436 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ee4bdae6-de96-4fd0-9b02-d70520a23e37 admin admin] Publish callbacks [] for security_group (0cf4d7c6-73ca-47dd-b40e-d789feb4710b), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:46.908668 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fecc70cd-b226-407e-a593-d138a474d9c0 None None] Port 8663b072-db48-4fbd-b30f-98d4794fd966 had new provisioning blocks added so it will not transition to active. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 22:10:46.924667 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ee4bdae6-de96-4fd0-9b02-d70520a23e37 admin admin] Publish callbacks [] for security_group (0cf4d7c6-73ca-47dd-b40e-d789feb4710b), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:46.952331 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e6d45f-b999-4104-abae-2385d54743fc x-openstack-request-id: req-29e6d45f-b999-4104-abae-2385d54743fc {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:10:46.952871 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16b462de-3ef3-4c76-bf6c-f1ce9edcda5b", "tag": "8663b072-db48-4fbd-b30f-98d4794fd966", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:10:46.952871 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29e6d45f-b999-4104-abae-2385d54743fc {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:10:46.953334 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29e6d45f-b999-4104-abae-2385d54743fc'] response: {'name': 'network-changed', 'server_uuid': '16b462de-3ef3-4c76-bf6c-f1ce9edcda5b', 'tag': '8663b072-db48-4fbd-b30f-98d4794fd966', 'status': 'completed', 'code': 200} Sep 22 22:10:46.972198 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d355096-1467-4a8c-b1a4-d2b53385afa8 req-2cb010a2-fbd5-444b-8572-99e391351845 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:46.973758 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4d355096-1467-4a8c-b1a4-d2b53385afa8 req-2cb010a2-fbd5-444b-8572-99e391351845 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 943 time: 0.0565016 Sep 22 22:10:46.996551 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ee4bdae6-de96-4fd0-9b02-d70520a23e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (0cf4d7c6-73ca-47dd-b40e-d789feb4710b), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:46.999757 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ee4bdae6-de96-4fd0-9b02-d70520a23e37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:47.003998 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-ee4bdae6-de96-4fd0-9b02-d70520a23e37 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0cf4d7c6-73ca-47dd-b40e-d789feb4710b HTTP/1.1" status: 204 len: 168 time: 0.1737239 Sep 22 22:10:47.014854 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4bdae6-de96-4fd0-9b02-d70520a23e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf4d7c6-73ca-47dd-b40e-d789feb4710b,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:47.038159 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-1f6619be-8925-41b4-8002-5fd59e9b65ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:47.084611 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae02b0c-dd59-4dfc-b583-71f971d20a2a req-cedcdfba-c286-44c1-81c4-f7a0dfe491e0 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:47.086116 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9ae02b0c-dd59-4dfc-b583-71f971d20a2a req-cedcdfba-c286-44c1-81c4-f7a0dfe491e0 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 944 time: 0.0851333 Sep 22 22:10:47.090890 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4d355096-1467-4a8c-b1a4-d2b53385afa8 req-312d8c84-3f1f-40fe-af52-db5f08364a68 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068060 Sep 22 22:10:47.145867 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9ae02b0c-dd59-4dfc-b583-71f971d20a2a req-93b02bf7-e57f-4005-b91b-2866d81dc9e2 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499434 Sep 22 22:10:47.489585 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec36de4-79f7-4cac-8cd9-0ed4772a070b req-9cb2918c-bc0e-4fee-bd64-cb7eee7b2243 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:47.491092 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bec36de4-79f7-4cac-8cd9-0ed4772a070b req-9cb2918c-bc0e-4fee-bd64-cb7eee7b2243 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 944 time: 0.0517893 Sep 22 22:10:47.549235 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bec36de4-79f7-4cac-8cd9-0ed4772a070b req-7054799e-5fe4-4039-958f-8291bd42a8e4 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512393 Sep 22 22:10:48.230875 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4eceb-45b8-4897-adb2-edbdc652858e req-b60bc390-961c-46f4-bae6-655961ba219b tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:48.232459 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-24a4eceb-45b8-4897-adb2-edbdc652858e req-b60bc390-961c-46f4-bae6-655961ba219b tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 943 time: 0.0580471 Sep 22 22:10:48.291666 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:48.308571 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fdc79-6f02-46c6-8e03-03e9cf1ab66e req-21421093-b5b6-4e55-9c2f-9c965b81c34f tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:48.310248 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-063fdc79-6f02-46c6-8e03-03e9cf1ab66e req-21421093-b5b6-4e55-9c2f-9c965b81c34f tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 944 time: 0.0707181 Sep 22 22:10:48.331266 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-24a4eceb-45b8-4897-adb2-edbdc652858e req-1a344565-b2f6-43db-8c04-308832fcc846 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899961 Sep 22 22:10:48.366569 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-063fdc79-6f02-46c6-8e03-03e9cf1ab66e req-820c46ad-8a53-4161-9997-9439ad896bd9 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485127 Sep 22 22:10:48.679685 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc327f4-2d8a-464d-a04b-c8986c0f35bd req-ed0bbfea-3fc4-451f-98d6-bfc3f44e004d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:48.681457 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7fc327f4-2d8a-464d-a04b-c8986c0f35bd req-ed0bbfea-3fc4-451f-98d6-bfc3f44e004d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 944 time: 0.0523090 Sep 22 22:10:48.731458 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7fc327f4-2d8a-464d-a04b-c8986c0f35bd req-f3a4e060-c86d-4fdc-9dbf-9d590cf0d1e6 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440133 Sep 22 22:10:48.955420 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765e0b40-b687-4b25-b264-0b84e9d0a8a3', 'tag': '1f73d7aa-997f-4856-81f0-98fb975bdbf8'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:10:48.958380 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef63349c-3545-4d74-8870-9fdb258799f8" -d '{"events": [{"name": "network-changed", "server_uuid": "765e0b40-b687-4b25-b264-0b84e9d0a8a3", "tag": "1f73d7aa-997f-4856-81f0-98fb975bdbf8"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:10:49.001494 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5d0411-d5de-49e4-b501-5dcc46814469 x-openstack-request-id: req-4f5d0411-d5de-49e4-b501-5dcc46814469 {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:10:49.001854 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "765e0b40-b687-4b25-b264-0b84e9d0a8a3", "tag": "1f73d7aa-997f-4856-81f0-98fb975bdbf8", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:10:49.002186 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f5d0411-d5de-49e4-b501-5dcc46814469 {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:10:49.002648 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f5d0411-d5de-49e4-b501-5dcc46814469'] response: {'name': 'network-changed', 'server_uuid': '765e0b40-b687-4b25-b264-0b84e9d0a8a3', 'tag': '1f73d7aa-997f-4856-81f0-98fb975bdbf8', 'status': 'completed', 'code': 200} Sep 22 22:10:49.519559 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7560336-76d4-46ac-a41b-d1961c4b36be req-d7d1e2a2-6649-44e4-a3bf-e573f7431683 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:49.521805 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b7560336-76d4-46ac-a41b-d1961c4b36be req-d7d1e2a2-6649-44e4-a3bf-e573f7431683 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 944 time: 0.0530446 Sep 22 22:10:49.560458 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a3e21-837f-4bc2-abb0-adeeb93f0490 req-570235b0-5400-4bed-87ba-5d17de6564bd tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:49.565869 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-540a3e21-837f-4bc2-abb0-adeeb93f0490 req-570235b0-5400-4bed-87ba-5d17de6564bd tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 943 time: 0.1351569 Sep 22 22:10:49.613842 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b7560336-76d4-46ac-a41b-d1961c4b36be req-981c3520-a379-40d7-b208-6e62648fd575 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843964 Sep 22 22:10:49.649206 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-540a3e21-837f-4bc2-abb0-adeeb93f0490 req-bca8a076-e1dc-46b2-a18e-711dcec6d744 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735281 Sep 22 22:10:49.747584 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:49.829568 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:49.877343 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d9f11-9d00-44bd-9614-20ce2e7df28d req-c19ac5bf-3fc1-4214-87da-f20b6226aba0 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:49.879404 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-573d9f11-9d00-44bd-9614-20ce2e7df28d req-c19ac5bf-3fc1-4214-87da-f20b6226aba0 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 944 time: 0.0619965 Sep 22 22:10:49.939879 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-573d9f11-9d00-44bd-9614-20ce2e7df28d req-2ee2fd39-6bb1-421e-914f-472323ef74ec tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535059 Sep 22 22:10:50.034007 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:50.279355 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 37106) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:50.310551 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 37110) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:50.510771 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a5e93-55f6-4acb-af52-5102e5431422 req-ad5dcb3e-2c39-4b80-bf38-04f5cfb1bdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:50.513503 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-651a5e93-55f6-4acb-af52-5102e5431422 req-ad5dcb3e-2c39-4b80-bf38-04f5cfb1bdbd service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=2a52e44d03f74727863b596c606ee35d&device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 1128 time: 0.1347010 Sep 22 22:10:50.514861 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ec0a2024-fd44-4ec2-86dc-258d2f9e73b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:50.586073 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 37120) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:50.670593 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72fe97-5b8a-425a-b50f-0a2a26baa452 req-19e49b04-6f10-448c-8a83-f59e4846d4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:50.671969 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3b72fe97-5b8a-425a-b50f-0a2a26baa452 req-19e49b04-6f10-448c-8a83-f59e4846d4bc service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=0499a794df4444b594ee3126a8e210c1&device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 1128 time: 0.2069194 Sep 22 22:10:50.710825 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1570b374-09ab-4eed-a8d3-55b95b7076d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:50.735168 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fc778-3f59-432b-94de-8eed5fb6a72d req-2cb17f02-586f-4cee-8d3f-d90701acb9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:50.736690 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-f04fc778-3f59-432b-94de-8eed5fb6a72d req-2cb17f02-586f-4cee-8d3f-d90701acb9f6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3730106 Sep 22 22:10:50.743868 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:50.797192 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63349c-3545-4d74-8870-9fdb258799f8 req-72839ed5-e78c-4acc-8b54-11a5065f2d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:50.802608 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-ef63349c-3545-4d74-8870-9fdb258799f8 req-72839ed5-e78c-4acc-8b54-11a5065f2d63 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=226257b343d24054bc2178b47a9a5a4f&device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 1128 time: 0.0649545 Sep 22 22:10:50.897748 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-c11fa35b-0333-4580-9469-b25c04d599bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:50.899327 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-c11fa35b-0333-4580-9469-b25c04d599bc service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=0499a794df4444b594ee3126a8e210c1&device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 1127 time: 0.0951483 Sep 22 22:10:50.958019 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-b6060660-f2eb-4141-9c2a-a3ca59cdc6c5 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fd347ea-72b4-4b9b-97b6-c703e8d2774a HTTP/1.1" status: 200 len: 217 time: 0.0397036 Sep 22 22:10:51.010724 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-9f9c17f9-a533-4dc9-b237-c882dbbdbfee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:51.055574 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:51.075412 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-d04dfb88-b2b2-4baf-bc2a-37be7359f625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:51.077453 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-d04dfb88-b2b2-4baf-bc2a-37be7359f625 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=bf216d7c-d985-409d-9ea6-5ff04204374d HTTP/1.1" status: 200 len: 857 time: 0.1133752 Sep 22 22:10:51.078855 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63349c-3545-4d74-8870-9fdb258799f8 req-6dbab46e-c7b1-414a-a546-457ca3cf45e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:51.080787 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-ef63349c-3545-4d74-8870-9fdb258799f8 req-6dbab46e-c7b1-414a-a546-457ca3cf45e9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=226257b343d24054bc2178b47a9a5a4f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2451618 Sep 22 22:10:51.191059 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device ff7ff287-6c46-404f-8342-e27e96b08606 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 22:10:51.203974 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-49e0fcfc-4751-4b9c-9eea-f02130d3d36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:51.206429 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-49e0fcfc-4751-4b9c-9eea-f02130d3d36d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=770f63d9-fbe3-4433-90af-714bf608e28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1175749 Sep 22 22:10:51.274981 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:51.320383 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c980c7-91ed-4dad-a8d3-14be0e8ae107 req-8143b7e7-0f94-41ae-a212-e60c86a9c6fd tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:51.322219 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c0c980c7-91ed-4dad-a8d3-14be0e8ae107 req-8143b7e7-0f94-41ae-a212-e60c86a9c6fd tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 944 time: 0.5254114 Sep 22 22:10:51.324358 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a5e93-55f6-4acb-af52-5102e5431422 req-4f9850df-f678-432e-9216-4f934d014817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:51.326483 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-651a5e93-55f6-4acb-af52-5102e5431422 req-4f9850df-f678-432e-9216-4f934d014817 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=9a795bf6-043e-463b-a8c2-1515f286856d HTTP/1.1" status: 200 len: 913 time: 0.7926495 Sep 22 22:10:51.359566 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63349c-3545-4d74-8870-9fdb258799f8 req-6dfd6051-1849-4511-a4ec-e3a6b1a762ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:51.361116 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-ef63349c-3545-4d74-8870-9fdb258799f8 req-6dfd6051-1849-4511-a4ec-e3a6b1a762ce service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2738476 Sep 22 22:10:51.362887 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port ff7ff287-6c46-404f-8342-e27e96b08606, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ff7ff287-6c46-404f-8342-e27e96b08606,segment=NetworkSegment(1f071678-2ddc-41ad-b56b-82f48e5a30da),segment_id=1f071678-2ddc-41ad-b56b-82f48e5a30da)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:10:51.383264 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Returning: {'device': 'ff7ff287-6c46-404f-8342-e27e96b08606', 'network_id': '9a795bf6-043e-463b-a8c2-1515f286856d', 'port_id': 'ff7ff287-6c46-404f-8342-e27e96b08606', 'mac_address': 'fa:16:3e:25:41:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ccb8ec1-bca7-4468-84d0-159b88fbfcb1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 22:10:51.386876 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d581210-3761-4ea9-adca-6dab368674e6 req-6a1b0713-6829-4756-8920-efd4d1df5c71 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:51.389057 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3d581210-3761-4ea9-adca-6dab368674e6 req-6a1b0713-6829-4756-8920-efd4d1df5c71 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 943 time: 0.5577576 Sep 22 22:10:51.400702 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-a0bd3295-a630-49b2-8a29-136f11ce8d42 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830316 Sep 22 22:10:51.425969 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port ff7ff287-6c46-404f-8342-e27e96b08606 is: DOWN; New status is: BUILD {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:10:51.426274 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (ff7ff287-6c46-404f-8342-e27e96b08606), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:51.448510 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff7ff287-6c46-404f-8342-e27e96b08606 {{(pid=106430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:10:51.474622 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port ff7ff287-6c46-404f-8342-e27e96b08606, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ff7ff287-6c46-404f-8342-e27e96b08606,segment=NetworkSegment(1f071678-2ddc-41ad-b56b-82f48e5a30da),segment_id=1f071678-2ddc-41ad-b56b-82f48e5a30da)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:10:51.480080 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (ff7ff287-6c46-404f-8342-e27e96b08606), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:51.517917 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-f54974a4-da41-4054-b79b-435d0b0252ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:51.519472 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-f54974a4-da41-4054-b79b-435d0b0252ac service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=226257b343d24054bc2178b47a9a5a4f&device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 1128 time: 0.0905774 Sep 22 22:10:51.540470 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-651a5e93-55f6-4acb-af52-5102e5431422 req-7890138b-fab4-4e0b-8681-1ba9b70ff56b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff7ff287-6c46-404f-8342-e27e96b08606 HTTP/1.1" status: 200 len: 217 time: 0.1882918 Sep 22 22:10:51.548331 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=ff7ff287-6c46-404f-8342-e27e96b08606,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:51.574217 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ec0a2024-fd44-4ec2-86dc-258d2f9e73b4 admin admin] Publish callbacks [] for security_group (a7c2af93-4231-4370-920c-4f697f06b5ef), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:51.579842 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-b330fd22-47a0-4d75-af16-e545081eba31 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f73d7aa-997f-4856-81f0-98fb975bdbf8 HTTP/1.1" status: 200 len: 217 time: 0.0465903 Sep 22 22:10:51.632134 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-8350cc80-c3bf-4461-9d20-e64b852c66f7 req-0be4a4f0-24eb-4264-936f-4a8019852956 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141910 Sep 22 22:10:51.636086 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ec0a2024-fd44-4ec2-86dc-258d2f9e73b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (a7c2af93-4231-4370-920c-4f697f06b5ef), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:51.647801 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-21c79c16-e71a-4b27-bcc6-f5bca00b173b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:51.649053 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-21c79c16-e71a-4b27-bcc6-f5bca00b173b service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b69367a6-5eda-4933-ae45-e149b1c204d0 HTTP/1.1" status: 200 len: 854 time: 0.0632806 Sep 22 22:10:51.653971 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72fe97-5b8a-425a-b50f-0a2a26baa452 req-60df983c-1ea7-46ae-a44d-c5b850bbda09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:51.656072 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3b72fe97-5b8a-425a-b50f-0a2a26baa452 req-60df983c-1ea7-46ae-a44d-c5b850bbda09 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=0499a794df4444b594ee3126a8e210c1&shared=False HTTP/1.1" status: 200 len: 919 time: 0.9131420 Sep 22 22:10:51.656489 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:51.702525 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-2d29d006-bdd0-4251-b79a-1cd11bcc97c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:51.703974 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-2d29d006-bdd0-4251-b79a-1cd11bcc97c6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=76b70dbd-430e-4822-82a3-49c7f238d2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478396 Sep 22 22:10:51.790675 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c0c980c7-91ed-4dad-a8d3-14be0e8ae107 req-41d8a812-5b10-4b12-bd84-282837ab02ad tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356289 Sep 22 22:10:51.861207 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1570b374-09ab-4eed-a8d3-55b95b7076d4 admin admin] Publish callbacks [] for security_group (7a2b4abb-db30-471b-bc88-03ba2c4a4bc1), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:51.877595 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-ec0a2024-fd44-4ec2-86dc-258d2f9e73b4 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a33746b410c742d9b46e4e930a2b32ed&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5970409 Sep 22 22:10:51.880401 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 37152) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:51.881127 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3d581210-3761-4ea9-adca-6dab368674e6 req-556f5a19-997e-43cf-aa56-8605ec8f3ab4 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775296 Sep 22 22:10:51.896418 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:51.915051 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a5e93-55f6-4acb-af52-5102e5431422 req-33677671-44a6-472c-a85f-cfe1c5d86cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:51.916506 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-651a5e93-55f6-4acb-af52-5102e5431422 req-33677671-44a6-472c-a85f-cfe1c5d86cbf service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=7ccb8ec1-bca7-4468-84d0-159b88fbfcb1 HTTP/1.1" status: 200 len: 851 time: 0.3464568 Sep 22 22:10:51.917215 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1570b374-09ab-4eed-a8d3-55b95b7076d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (7a2b4abb-db30-471b-bc88-03ba2c4a4bc1), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:51.939894 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-bab87b73-0660-4a50-b434-90ab3c66e02e admin admin] Publish callbacks [] for security_group (a7c2af93-4231-4370-920c-4f697f06b5ef), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:51.960971 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:51.964285 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-bab87b73-0660-4a50-b434-90ab3c66e02e admin admin] Publish callbacks [] for security_group (a7c2af93-4231-4370-920c-4f697f06b5ef), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:51.997487 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a2024-fd44-4ec2-86dc-258d2f9e73b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c2af93-4231-4370-920c-4f697f06b5ef,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:52.020016 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-bab87b73-0660-4a50-b434-90ab3c66e02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (a7c2af93-4231-4370-920c-4f697f06b5ef), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:52.022948 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-bab87b73-0660-4a50-b434-90ab3c66e02e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:52.024111 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-bab87b73-0660-4a50-b434-90ab3c66e02e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a7c2af93-4231-4370-920c-4f697f06b5ef HTTP/1.1" status: 204 len: 168 time: 0.1426516 Sep 22 22:10:52.037607 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab87b73-0660-4a50-b434-90ab3c66e02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c2af93-4231-4370-920c-4f697f06b5ef,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:52.053779 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-9f9c17f9-a533-4dc9-b237-c882dbbdbfee admin admin] Publish callbacks [] for security_group (900bd80a-5e43-49b7-940b-d1e4bba3c6e3), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:52.095109 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-9f9c17f9-a533-4dc9-b237-c882dbbdbfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (900bd80a-5e43-49b7-940b-d1e4bba3c6e3), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:52.114520 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3dca3-2b85-4a2c-8624-7b020084f316 req-a9286ee2-256b-48b9-a627-03db0f3a3727 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:52.116087 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dbe3dca3-2b85-4a2c-8624-7b020084f316 req-a9286ee2-256b-48b9-a627-03db0f3a3727 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 944 time: 0.2516603 Sep 22 22:10:52.132928 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-1570b374-09ab-4eed-a8d3-55b95b7076d4 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=be02d47a320647c9be5d68df2a1d941d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8211777 Sep 22 22:10:52.143138 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 37158) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:52.175228 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72fe97-5b8a-425a-b50f-0a2a26baa452 req-dfec6de5-789a-4254-85ba-9483988cea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:52.176737 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3b72fe97-5b8a-425a-b50f-0a2a26baa452 req-dfec6de5-789a-4254-85ba-9483988cea0e service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4950469 Sep 22 22:10:52.177441 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570b374-09ab-4eed-a8d3-55b95b7076d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2b4abb-db30-471b-bc88-03ba2c4a4bc1,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:52.198453 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-9f9c17f9-a533-4dc9-b237-c882dbbdbfee admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ba3d716a89394d21a5c772aae6d6472d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5980256 Sep 22 22:10:52.199259 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 37164) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:52.235488 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3ed6223c-e9ef-4b5f-b1d9-86219c01ccb4 admin admin] Publish callbacks [] for security_group (7a2b4abb-db30-471b-bc88-03ba2c4a4bc1), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:52.269800 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3ed6223c-e9ef-4b5f-b1d9-86219c01ccb4 admin admin] Publish callbacks [] for security_group (7a2b4abb-db30-471b-bc88-03ba2c4a4bc1), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:52.284945 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c17f9-a533-4dc9-b237-c882dbbdbfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900bd80a-5e43-49b7-940b-d1e4bba3c6e3,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:52.315357 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dbe3dca3-2b85-4a2c-8624-7b020084f316 req-7b429cfd-56b7-49d4-a04d-74867102bd7d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684980 Sep 22 22:10:52.318400 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-00eeb44f-db9a-446c-9b2e-bb187744a57e admin admin] Publish callbacks [] for security_group (900bd80a-5e43-49b7-940b-d1e4bba3c6e3), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:52.346205 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-00eeb44f-db9a-446c-9b2e-bb187744a57e admin admin] Publish callbacks [] for security_group (900bd80a-5e43-49b7-940b-d1e4bba3c6e3), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:52.354683 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3ed6223c-e9ef-4b5f-b1d9-86219c01ccb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (7a2b4abb-db30-471b-bc88-03ba2c4a4bc1), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:52.359751 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3ed6223c-e9ef-4b5f-b1d9-86219c01ccb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:52.360938 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-3ed6223c-e9ef-4b5f-b1d9-86219c01ccb4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7a2b4abb-db30-471b-bc88-03ba2c4a4bc1 HTTP/1.1" status: 204 len: 168 time: 0.2166519 Sep 22 22:10:52.371988 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6223c-e9ef-4b5f-b1d9-86219c01ccb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2b4abb-db30-471b-bc88-03ba2c4a4bc1,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:52.417603 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-00eeb44f-db9a-446c-9b2e-bb187744a57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (900bd80a-5e43-49b7-940b-d1e4bba3c6e3), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:52.420268 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-00eeb44f-db9a-446c-9b2e-bb187744a57e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:52.424022 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-00eeb44f-db9a-446c-9b2e-bb187744a57e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/900bd80a-5e43-49b7-940b-d1e4bba3c6e3 HTTP/1.1" status: 204 len: 168 time: 0.2143524 Sep 22 22:10:52.430116 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eeb44f-db9a-446c-9b2e-bb187744a57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900bd80a-5e43-49b7-940b-d1e4bba3c6e3,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:52.471896 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 37174) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:52.486945 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-63b78760-4954-4333-8124-d2954faeaa63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:52.582769 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-63b78760-4954-4333-8124-d2954faeaa63 admin admin] Publish callbacks [] for security_group (ba44258e-b87f-412a-a8fa-d9d5a497c549), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:52.588081 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-63b78760-4954-4333-8124-d2954faeaa63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (ba44258e-b87f-412a-a8fa-d9d5a497c549), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:52.629447 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b78760-4954-4333-8124-d2954faeaa63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba44258e-b87f-412a-a8fa-d9d5a497c549,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:52.634152 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-63b78760-4954-4333-8124-d2954faeaa63 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0df84370946e444789407b8ac0e76e9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1610937 Sep 22 22:10:52.637283 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 37178) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:52.645316 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:52.695546 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5e641f6e-ed09-4f46-9684-6821e040a9ef admin admin] Publish callbacks [] for security_group (ba44258e-b87f-412a-a8fa-d9d5a497c549), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:52.711036 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 37182) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:52.717464 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5e641f6e-ed09-4f46-9684-6821e040a9ef admin admin] Publish callbacks [] for security_group (ba44258e-b87f-412a-a8fa-d9d5a497c549), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:52.726439 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-08c334c9-db24-457e-ad93-1cc249a18a39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:52.769982 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5e641f6e-ed09-4f46-9684-6821e040a9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (ba44258e-b87f-412a-a8fa-d9d5a497c549), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:52.772664 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5e641f6e-ed09-4f46-9684-6821e040a9ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:52.776319 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-5e641f6e-ed09-4f46-9684-6821e040a9ef admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ba44258e-b87f-412a-a8fa-d9d5a497c549 HTTP/1.1" status: 204 len: 168 time: 0.1350694 Sep 22 22:10:52.781999 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e641f6e-ed09-4f46-9684-6821e040a9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba44258e-b87f-412a-a8fa-d9d5a497c549,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:52.788793 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:52.824102 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-08c334c9-db24-457e-ad93-1cc249a18a39 admin admin] Publish callbacks [] for security_group (faabf265-45e2-459d-8e76-257181fd8627), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:52.836497 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-08c334c9-db24-457e-ad93-1cc249a18a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (faabf265-45e2-459d-8e76-257181fd8627), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:52.886021 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 37188) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:52.886251 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-08c334c9-db24-457e-ad93-1cc249a18a39 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ed0c44c97e7d4759ab6e2af00b25b316&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1738095 Sep 22 22:10:52.887805 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c334c9-db24-457e-ad93-1cc249a18a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faabf265-45e2-459d-8e76-257181fd8627,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:53.007875 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 37192) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:53.019745 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad370ce7-a65f-4df4-9246-fbcae63aa723 req-c914d321-3131-41cc-9ff8-54c7ab3c2263 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:53.021290 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ad370ce7-a65f-4df4-9246-fbcae63aa723 req-c914d321-3131-41cc-9ff8-54c7ab3c2263 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 945 time: 0.1014917 Sep 22 22:10:53.024272 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-9dd8b424-20f0-4b62-a61f-567469de8840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:53.064688 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a996e48-d548-4409-abf9-50ef3b36c157 req-081dc313-77ff-4af4-8513-9c21012c4fe1 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:53.066324 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0a996e48-d548-4409-abf9-50ef3b36c157 req-081dc313-77ff-4af4-8513-9c21012c4fe1 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 943 time: 0.0940583 Sep 22 22:10:53.069027 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fa2a7694-08c2-4720-808c-305c8adfd620 admin admin] Publish callbacks [] for security_group (faabf265-45e2-459d-8e76-257181fd8627), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:53.093949 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fa2a7694-08c2-4720-808c-305c8adfd620 admin admin] Publish callbacks [] for security_group (faabf265-45e2-459d-8e76-257181fd8627), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:53.125488 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:53.126666 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-9dd8b424-20f0-4b62-a61f-567469de8840 admin admin] Publish callbacks [] for security_group (3a1bc197-24a4-4b77-9557-6bca59c65c07), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:53.131925 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-9dd8b424-20f0-4b62-a61f-567469de8840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (3a1bc197-24a4-4b77-9557-6bca59c65c07), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:53.173598 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8b424-20f0-4b62-a61f-567469de8840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1bc197-24a4-4b77-9557-6bca59c65c07,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:53.187875 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ad370ce7-a65f-4df4-9246-fbcae63aa723 req-89953ab4-0792-4f1f-a3e6-b1377a492f64 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560330 Sep 22 22:10:53.206047 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0a996e48-d548-4409-abf9-50ef3b36c157 req-945ae0fb-c549-4092-8d35-3567adf563fb tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035039 Sep 22 22:10:53.213986 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-9dd8b424-20f0-4b62-a61f-567469de8840 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a7c5f821a7124b3994111ff6a24adf4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2048867 Sep 22 22:10:53.218546 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 37200) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:53.239012 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fa2a7694-08c2-4720-808c-305c8adfd620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (faabf265-45e2-459d-8e76-257181fd8627), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:53.241790 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fa2a7694-08c2-4720-808c-305c8adfd620 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:53.242941 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-fa2a7694-08c2-4720-808c-305c8adfd620 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/faabf265-45e2-459d-8e76-257181fd8627 HTTP/1.1" status: 204 len: 168 time: 0.3542631 Sep 22 22:10:53.262390 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a7694-08c2-4720-808c-305c8adfd620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faabf265-45e2-459d-8e76-257181fd8627,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:53.313374 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-f1b517d4-0ab5-4315-a0a7-57345d48adc8 admin admin] Publish callbacks [] for security_group (3a1bc197-24a4-4b77-9557-6bca59c65c07), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:53.343140 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-f1b517d4-0ab5-4315-a0a7-57345d48adc8 admin admin] Publish callbacks [] for security_group (3a1bc197-24a4-4b77-9557-6bca59c65c07), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:53.405343 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-f1b517d4-0ab5-4315-a0a7-57345d48adc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (3a1bc197-24a4-4b77-9557-6bca59c65c07), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:53.408665 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-f1b517d4-0ab5-4315-a0a7-57345d48adc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:53.409965 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-f1b517d4-0ab5-4315-a0a7-57345d48adc8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3a1bc197-24a4-4b77-9557-6bca59c65c07 HTTP/1.1" status: 204 len: 168 time: 0.1903281 Sep 22 22:10:53.418794 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b517d4-0ab5-4315-a0a7-57345d48adc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1bc197-24a4-4b77-9557-6bca59c65c07,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:53.524261 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ca275-0743-4d4b-a2e5-0e075d5c0958 req-6e23609d-f4d3-47f8-9ac9-7db6f2625525 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:53.526567 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-421ca275-0743-4d4b-a2e5-0e075d5c0958 req-6e23609d-f4d3-47f8-9ac9-7db6f2625525 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 944 time: 0.0674558 Sep 22 22:10:53.618340 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-421ca275-0743-4d4b-a2e5-0e075d5c0958 req-445352b8-0928-4d18-b258-508441f8ca12 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854087 Sep 22 22:10:54.407678 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a904d1-587e-41e6-80c8-ea61068809cb req-6eb608df-8e1e-4efb-8450-9288c734ed57 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:54.409309 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d7a904d1-587e-41e6-80c8-ea61068809cb req-6eb608df-8e1e-4efb-8450-9288c734ed57 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 945 time: 0.0828114 Sep 22 22:10:54.422003 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0eff9-25c6-4f62-b6cf-3c73e516320a req-0c0a069f-cb8c-4ba2-b9fc-5820113588df tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:54.423555 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9fd0eff9-25c6-4f62-b6cf-3c73e516320a req-0c0a069f-cb8c-4ba2-b9fc-5820113588df tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 943 time: 0.0863702 Sep 22 22:10:54.473030 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:54.514325 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9fd0eff9-25c6-4f62-b6cf-3c73e516320a req-660a5715-26e7-4aeb-a3f6-eaefa91358ae tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756547 Sep 22 22:10:54.528901 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d7a904d1-587e-41e6-80c8-ea61068809cb req-de46db73-2d16-4d9a-ab76-6a1425fc5814 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042562 Sep 22 22:10:54.748299 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437bdc6-1fda-4e02-87ed-e79f0c74db94 req-c31915cb-6057-4828-9bc4-268490c594ca tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:54.749993 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7437bdc6-1fda-4e02-87ed-e79f0c74db94 req-c31915cb-6057-4828-9bc4-268490c594ca tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 944 time: 0.0530384 Sep 22 22:10:54.804363 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7437bdc6-1fda-4e02-87ed-e79f0c74db94 req-cedde0bc-1e88-4a4d-98ec-fcd425f02d99 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487309 Sep 22 22:10:55.693868 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e4211-f087-4f48-ab6e-0826ac4ae426 req-d8cde6b2-31af-4939-9720-9743e9170df6 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:55.695290 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d33e4211-f087-4f48-ab6e-0826ac4ae426 req-d8cde6b2-31af-4939-9720-9743e9170df6 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 945 time: 0.0825257 Sep 22 22:10:55.701338 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bc33a-2065-4093-93cc-90e459379246 req-a51bc267-a699-46c1-9fd1-c7cafa769e2d tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:55.703180 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-755bc33a-2065-4093-93cc-90e459379246 req-a51bc267-a699-46c1-9fd1-c7cafa769e2d tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 943 time: 0.0881178 Sep 22 22:10:55.784756 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d33e4211-f087-4f48-ab6e-0826ac4ae426 req-e22be687-e5e2-4378-b708-0c0605f70e78 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804591 Sep 22 22:10:55.789059 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-755bc33a-2065-4093-93cc-90e459379246 req-83125557-8d28-4946-b70e-8cd1185b415f tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771315 Sep 22 22:10:55.937252 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091982f-2402-459b-923d-a3f3a1cc71d2 req-349816dc-607f-4fcf-b242-cff51f96d872 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:55.945445 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f091982f-2402-459b-923d-a3f3a1cc71d2 req-349816dc-607f-4fcf-b242-cff51f96d872 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 944 time: 0.0619256 Sep 22 22:10:55.990690 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f091982f-2402-459b-923d-a3f3a1cc71d2 req-1fbe67a5-cc9b-41ce-81d8-3d607d50c940 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441961 Sep 22 22:10:56.010726 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['ff7ff287-6c46-404f-8342-e27e96b08606'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:10:56.129358 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:10:56.384036 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 37374) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:56.488396 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-7d13d0f0-8cc1-43f4-915f-57fe6fa7a7e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:56.519272 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:DELETE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:56.578823 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-7d13d0f0-8cc1-43f4-915f-57fe6fa7a7e3 admin admin] Publish callbacks [] for security_group (1487302f-9b5f-439d-9365-56ff7faa78b5), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:56.583365 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-7d13d0f0-8cc1-43f4-915f-57fe6fa7a7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (1487302f-9b5f-439d-9365-56ff7faa78b5), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:56.624789 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d13d0f0-8cc1-43f4-915f-57fe6fa7a7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1487302f-9b5f-439d-9365-56ff7faa78b5,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:56.630825 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-7d13d0f0-8cc1-43f4-915f-57fe6fa7a7e3 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=03892de8d1ad4e7e8395e07e56f5f0d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451479 Sep 22 22:10:56.633443 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 37388) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:56.683494 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-f607b678-3661-4e2d-92ab-44a18c1760b4 admin admin] Publish callbacks [] for security_group (1487302f-9b5f-439d-9365-56ff7faa78b5), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:56.704484 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-f607b678-3661-4e2d-92ab-44a18c1760b4 admin admin] Publish callbacks [] for security_group (1487302f-9b5f-439d-9365-56ff7faa78b5), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:56.750364 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-f607b678-3661-4e2d-92ab-44a18c1760b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (1487302f-9b5f-439d-9365-56ff7faa78b5), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:56.752942 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-f607b678-3661-4e2d-92ab-44a18c1760b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:56.754111 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-f607b678-3661-4e2d-92ab-44a18c1760b4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1487302f-9b5f-439d-9365-56ff7faa78b5 HTTP/1.1" status: 204 len: 168 time: 0.1197929 Sep 22 22:10:56.762231 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607b678-3661-4e2d-92ab-44a18c1760b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1487302f-9b5f-439d-9365-56ff7faa78b5,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:57.050894 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 37404) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:57.066870 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-bce9f323-5a26-4e31-b333-d07a6b500094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:57.109883 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cdf54-ea86-4766-a90c-6775f9c60413 req-611d26c7-5393-40c9-aa2b-a8cfdd0c65a1 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:57.111294 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bb3cdf54-ea86-4766-a90c-6775f9c60413 req-611d26c7-5393-40c9-aa2b-a8cfdd0c65a1 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 943 time: 0.2408864 Sep 22 22:10:57.122699 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb8b97-02b9-4bfe-84d6-c16d3edd2551 req-110c5bdd-7416-4ee1-90d7-e0f2f39be222 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:57.124269 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-38cb8b97-02b9-4bfe-84d6-c16d3edd2551 req-110c5bdd-7416-4ee1-90d7-e0f2f39be222 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 945 time: 0.2380464 Sep 22 22:10:57.143509 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-bce9f323-5a26-4e31-b333-d07a6b500094 admin admin] Publish callbacks [] for security_group (a2bf015e-7ae0-41a5-ace9-e9cd27036f14), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:57.147928 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-bce9f323-5a26-4e31-b333-d07a6b500094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (a2bf015e-7ae0-41a5-ace9-e9cd27036f14), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:57.188266 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-bce9f323-5a26-4e31-b333-d07a6b500094 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1b7bf2bbab5e47e7b67b73fb48f3780c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359797 Sep 22 22:10:57.189209 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9f323-5a26-4e31-b333-d07a6b500094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bf015e-7ae0-41a5-ace9-e9cd27036f14,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:57.192395 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 37406) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:57.205922 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bb3cdf54-ea86-4766-a90c-6775f9c60413 req-d15e5909-545d-4cce-ab04-e7d9823da978 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806906 Sep 22 22:10:57.213824 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-38cb8b97-02b9-4bfe-84d6-c16d3edd2551 req-fe6fbdc4-c2b9-45cb-ad6f-be36005bb82f tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825839 Sep 22 22:10:57.248895 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:57.278550 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6739-cf66-4a95-81dd-e3680802f3ff admin admin] Publish callbacks [] for security_group (a2bf015e-7ae0-41a5-ace9-e9cd27036f14), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:57.329837 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6739-cf66-4a95-81dd-e3680802f3ff admin admin] Publish callbacks [] for security_group (a2bf015e-7ae0-41a5-ace9-e9cd27036f14), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:57.354644 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54372e-c44a-4e04-9c3d-1b0de8292057 req-8bda7502-8db2-4348-a0c5-f64a65f26726 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:57.356103 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fd54372e-c44a-4e04-9c3d-1b0de8292057 req-8bda7502-8db2-4348-a0c5-f64a65f26726 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 944 time: 0.0752907 Sep 22 22:10:57.412644 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fd54372e-c44a-4e04-9c3d-1b0de8292057 req-7a7303ba-43d1-4a6b-bab9-c4c0e6167847 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484843 Sep 22 22:10:57.418084 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6739-cf66-4a95-81dd-e3680802f3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (a2bf015e-7ae0-41a5-ace9-e9cd27036f14), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:57.420599 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4cfc6739-cf66-4a95-81dd-e3680802f3ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:57.424135 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-4cfc6739-cf66-4a95-81dd-e3680802f3ff admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a2bf015e-7ae0-41a5-ace9-e9cd27036f14 HTTP/1.1" status: 204 len: 168 time: 0.2283726 Sep 22 22:10:57.432096 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc6739-cf66-4a95-81dd-e3680802f3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bf015e-7ae0-41a5-ace9-e9cd27036f14,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:58.369252 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6effd1-25fd-4295-abe0-27eb67547098 req-3cbc7de2-5f80-42d7-92a3-ba40f9e1c773 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:58.370860 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cc6effd1-25fd-4295-abe0-27eb67547098 req-3cbc7de2-5f80-42d7-92a3-ba40f9e1c773 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 943 time: 0.0803137 Sep 22 22:10:58.390513 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80361116-1d0d-487b-9567-fbdaec9ae67e req-520d61d9-38bc-417d-bd8f-1b1d58f319ea tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:58.392050 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-80361116-1d0d-487b-9567-fbdaec9ae67e req-520d61d9-38bc-417d-bd8f-1b1d58f319ea tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 945 time: 0.0725017 Sep 22 22:10:58.455033 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cc6effd1-25fd-4295-abe0-27eb67547098 req-6e329b2b-3270-43c8-91d2-14c7b7b0087a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760853 Sep 22 22:10:58.466493 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-80361116-1d0d-487b-9567-fbdaec9ae67e req-a8598e72-0cdc-4d0b-ab16-213d9c075903 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661805 Sep 22 22:10:58.545206 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 37452) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:58.550109 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:58.565676 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cffaad-4f20-4f49-b519-6722ce33f643 req-014ad93f-18ce-4fdd-899f-e31043a2abf4 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:58.567291 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-89cffaad-4f20-4f49-b519-6722ce33f643 req-014ad93f-18ce-4fdd-899f-e31043a2abf4 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 944 time: 0.0510938 Sep 22 22:10:58.614322 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-89cffaad-4f20-4f49-b519-6722ce33f643 req-f8c12a33-3487-48b3-95c9-d04f28baf6c9 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409825 Sep 22 22:10:58.653360 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-32224644-de40-4dbf-a309-71d3b319219d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:58.673861 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:58.735597 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-32224644-de40-4dbf-a309-71d3b319219d admin admin] Publish callbacks [] for security_group (168c8895-bf0e-4d5e-b3e9-3fde41197ac3), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:58.739237 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-32224644-de40-4dbf-a309-71d3b319219d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (168c8895-bf0e-4d5e-b3e9-3fde41197ac3), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:58.784816 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-32224644-de40-4dbf-a309-71d3b319219d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=25b138c4d1b84ea699b4e2cbb742652b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384241 Sep 22 22:10:58.785716 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32224644-de40-4dbf-a309-71d3b319219d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168c8895-bf0e-4d5e-b3e9-3fde41197ac3,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:58.787628 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 37460) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:58.840006 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8ac7dc62-b3db-4a7d-acfc-44611bff7889 admin admin] Publish callbacks [] for security_group (168c8895-bf0e-4d5e-b3e9-3fde41197ac3), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:58.859728 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8ac7dc62-b3db-4a7d-acfc-44611bff7889 admin admin] Publish callbacks [] for security_group (168c8895-bf0e-4d5e-b3e9-3fde41197ac3), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:58.907034 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8ac7dc62-b3db-4a7d-acfc-44611bff7889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (168c8895-bf0e-4d5e-b3e9-3fde41197ac3), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:58.909875 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8ac7dc62-b3db-4a7d-acfc-44611bff7889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:58.911004 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-8ac7dc62-b3db-4a7d-acfc-44611bff7889 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/168c8895-bf0e-4d5e-b3e9-3fde41197ac3 HTTP/1.1" status: 204 len: 168 time: 0.1223528 Sep 22 22:10:58.919618 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7dc62-b3db-4a7d-acfc-44611bff7889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168c8895-bf0e-4d5e-b3e9-3fde41197ac3,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:59.544814 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 37490) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:59.615358 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f436e-91c7-49dc-b63f-16032981e7b8 req-cf25a18b-910b-4e37-a0d7-bb5db3254ee9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:59.616838 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-389f436e-91c7-49dc-b63f-16032981e7b8 req-cf25a18b-910b-4e37-a0d7-bb5db3254ee9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 943 time: 0.0782409 Sep 22 22:10:59.629342 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86001f10-f33b-4315-b95c-24d983368f22 req-8ab42eca-fa2e-4ca8-815a-8245adfc8f0d tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:59.630779 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-86001f10-f33b-4315-b95c-24d983368f22 req-8ab42eca-fa2e-4ca8-815a-8245adfc8f0d tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 945 time: 0.0624039 Sep 22 22:10:59.652962 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-1a48631d-b345-4b20-b326-88fd84171595 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-878474068-network', 'tenant_id': 'd58361c0e40c48f4966aee3515859326'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:10:59.668184 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=72,neutron:INSERT=26,neutron:UPDATE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:10:59.674806 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a48631d-b345-4b20-b326-88fd84171595 admin admin] Made reservation on behalf of d58361c0e40c48f4966aee3515859326 for: {'network': 1} {{(pid=106429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:10:59.677563 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1a48631d-b345-4b20-b326-88fd84171595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for network (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:59.687751 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1a48631d-b345-4b20-b326-88fd84171595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:59.710166 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-389f436e-91c7-49dc-b63f-16032981e7b8 req-aeaf855a-cdc4-4236-8270-5aef1de2ca0a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870605 Sep 22 22:10:59.714095 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-86001f10-f33b-4315-b95c-24d983368f22 req-ec02d27c-611d-4880-9c76-abe5032539c5 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759850 Sep 22 22:10:59.803450 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1a48631d-b345-4b20-b326-88fd84171595 admin admin] Publish callbacks [] for security_group (871d3437-afbe-4989-9ef1-282bdd86cbf4), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:59.808580 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1a48631d-b345-4b20-b326-88fd84171595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (871d3437-afbe-4989-9ef1-282bdd86cbf4), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:59.831584 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d30575-1f9c-4c00-bef9-037d24770ea3 req-70184dc1-181e-497b-affe-193e7058f8fc tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:59.833069 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a3d30575-1f9c-4c00-bef9-037d24770ea3 req-70184dc1-181e-497b-affe-193e7058f8fc tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 944 time: 0.0547440 Sep 22 22:10:59.839338 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a48631d-b345-4b20-b326-88fd84171595 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=106429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:10:59.845345 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48631d-b345-4b20-b326-88fd84171595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871d3437-afbe-4989-9ef1-282bdd86cbf4,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:10:59.855196 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1a48631d-b345-4b20-b326-88fd84171595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (69a20c68-354b-48bc-96d3-af358205d207), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:59.855196 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.db.segments_db [None req-1a48631d-b345-4b20-b326-88fd84171595 admin admin] Added segment 69a20c68-354b-48bc-96d3-af358205d207 of type vlan for network ade89f04-fe3a-455d-93a5-b71450428421 Sep 22 22:10:59.883264 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a3d30575-1f9c-4c00-bef9-037d24770ea3 req-a23b5ba6-c94c-4646-add3-da3dd70dcb40 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442111 Sep 22 22:10:59.902521 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1a48631d-b345-4b20-b326-88fd84171595 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778793421990'] for network (ade89f04-fe3a-455d-93a5-b71450428421), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:59.922607 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1a48631d-b345-4b20-b326-88fd84171595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218'] for network (ade89f04-fe3a-455d-93a5-b71450428421), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:59.923550 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a48631d-b345-4b20-b326-88fd84171595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:10:59.924158 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1a48631d-b345-4b20-b326-88fd84171595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:10:59.976409 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-1a48631d-b345-4b20-b326-88fd84171595 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4304705 Sep 22 22:10:59.979771 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 37500) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:10:59.990327 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-5be9cfbc-0513-499e-ba0e-a6ac0b5e9b7d admin admin] Request body: {'subnet': {'network_id': 'ade89f04-fe3a-455d-93a5-b71450428421', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-878474068-subnet', 'tenant_id': 'd58361c0e40c48f4966aee3515859326', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:11:00.002301 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48631d-b345-4b20-b326-88fd84171595 admin admin] Pushing event updated for resources: {'Network': ['ID=ade89f04-fe3a-455d-93a5-b71450428421,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:00.012785 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Network ade89f04-fe3a-455d-93a5-b71450428421 details requested by agent ovs-agent-dv-cinder-849143-6-iscsi with host dv-cinder-849143-6-iscsi {{(pid=106430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 22:11:00.016183 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be9cfbc-0513-499e-ba0e-a6ac0b5e9b7d admin admin] Made reservation on behalf of d58361c0e40c48f4966aee3515859326 for: {'subnet': 1} {{(pid=106429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:11:00.019095 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-5be9cfbc-0513-499e-ba0e-a6ac0b5e9b7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9385051'] for subnet (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:00.200765 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-5be9cfbc-0513-499e-ba0e-a6ac0b5e9b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9556762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9385037'] for subnet (668848eb-ecd6-4fcb-86fd-5d26ff938721), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:00.254929 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9cfbc-0513-499e-ba0e-a6ac0b5e9b7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=668848eb-ecd6-4fcb-86fd-5d26ff938721,revision_number=0']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:00.271349 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be9cfbc-0513-499e-ba0e-a6ac0b5e9b7d admin admin] Checking segment: {'id': '69a20c68-354b-48bc-96d3-af358205d207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ade89f04-fe3a-455d-93a5-b71450428421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:11:00.271607 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be9cfbc-0513-499e-ba0e-a6ac0b5e9b7d admin admin] Network hostable DHCP agents. Network: ade89f04-fe3a-455d-93a5-b71450428421, hostable agents: ['46112969-b587-44d5-b5c4-b732185f2ac5'], hosted agents: [] {{(pid=106429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:11:00.274491 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:00.292594 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be9cfbc-0513-499e-ba0e-a6ac0b5e9b7d admin admin] Network ade89f04-fe3a-455d-93a5-b71450428421 is scheduled to be hosted by DHCP agent 46112969-b587-44d5-b5c4-b732185f2ac5 with binding_index 1 {{(pid=106429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:11:00.301650 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-5be9cfbc-0513-499e-ba0e-a6ac0b5e9b7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-6-iscsi, ade89f04-fe3a-455d-93a5-b71450428421) {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:11:00.306872 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be9cfbc-0513-499e-ba0e-a6ac0b5e9b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:00.307467 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-5be9cfbc-0513-499e-ba0e-a6ac0b5e9b7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:00.311489 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53571a04-e57d-4f70-a315-c5b78bcf7d6e None None] Network ade89f04-fe3a-455d-93a5-b71450428421 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:11:00.325139 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-5be9cfbc-0513-499e-ba0e-a6ac0b5e9b7d admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3439620 Sep 22 22:11:00.416935 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d4d257-5af0-4daf-b6d9-9113825d03e5 None None] Network ade89f04-fe3a-455d-93a5-b71450428421 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:11:00.862063 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:00.905402 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918dd9de-025c-4c15-a517-245ecda34aaa req-a48dd0e0-b52f-4a7a-9ad3-8567bcb048aa tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:00.906876 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-918dd9de-025c-4c15-a517-245ecda34aaa req-a48dd0e0-b52f-4a7a-9ad3-8567bcb048aa tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 943 time: 0.1057668 Sep 22 22:11:00.915187 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55326584-863e-442c-ba78-7eb04b245adf req-d6092ac6-bd1a-4483-91a7-13e984b8ba2d tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:00.916555 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-55326584-863e-442c-ba78-7eb04b245adf req-d6092ac6-bd1a-4483-91a7-13e984b8ba2d tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 945 time: 0.0690427 Sep 22 22:11:00.989393 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-918dd9de-025c-4c15-a517-245ecda34aaa req-6ee15549-b51c-4fce-998e-8ab2bd2249dd tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718784 Sep 22 22:11:00.993426 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-55326584-863e-442c-ba78-7eb04b245adf req-23cd68f8-aabb-4d14-81cc-1e3a821b421f tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691583 Sep 22 22:11:01.093583 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5cdce-17d9-42a5-8e04-14c09e151ba5 req-651d3aea-6fb4-4250-80ec-4124b52e78d1 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:01.095068 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-76e5cdce-17d9-42a5-8e04-14c09e151ba5 req-651d3aea-6fb4-4250-80ec-4124b52e78d1 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 944 time: 0.0479910 Sep 22 22:11:01.143981 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-76e5cdce-17d9-42a5-8e04-14c09e151ba5 req-062cd191-d406-4ab3-8761-2b2b0530b3fc tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433288 Sep 22 22:11:01.345461 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device ff7ff287-6c46-404f-8342-e27e96b08606 up at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:11:01.388497 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning for port ff7ff287-6c46-404f-8342-e27e96b08606 completed by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 22:11:01.394190 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning complete for port ff7ff287-6c46-404f-8342-e27e96b08606 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:11:01.394596 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (ff7ff287-6c46-404f-8342-e27e96b08606), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:01.394909 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Attempt 1 to provision port ff7ff287-6c46-404f-8342-e27e96b08606 Sep 22 22:11:01.396150 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:01.398165 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:01.471256 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port ff7ff287-6c46-404f-8342-e27e96b08606 is: BUILD; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:11:01.471567 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (ff7ff287-6c46-404f-8342-e27e96b08606), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:01.497831 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7ff287-6c46-404f-8342-e27e96b08606'}] {{(pid=106430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:11:01.576904 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port ff7ff287-6c46-404f-8342-e27e96b08606, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ff7ff287-6c46-404f-8342-e27e96b08606,segment=NetworkSegment(1f071678-2ddc-41ad-b56b-82f48e5a30da),segment_id=1f071678-2ddc-41ad-b56b-82f48e5a30da)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:11:01.580854 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (ff7ff287-6c46-404f-8342-e27e96b08606), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:01.630317 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=ff7ff287-6c46-404f-8342-e27e96b08606,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:01.670598 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2272dcd180a18b0bdbf7a4ac2a7f9325cd9193a83f54eb82bc11fdb6a8b27d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef377d2-bec6-40b6-aaa8-f300cdffdc66" -d '{"events": [{"server_uuid": "3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1", "name": "network-vif-plugged", "status": "completed", "tag": "ff7ff287-6c46-404f-8342-e27e96b08606"}]}' {{(pid=106430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:11:01.761818 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfbe45f-9492-46d6-9b77-dc8fadc6a1c5 x-openstack-request-id: req-8dfbe45f-9492-46d6-9b77-dc8fadc6a1c5 {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:11:01.762135 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1", "name": "network-vif-plugged", "status": "completed", "tag": "ff7ff287-6c46-404f-8342-e27e96b08606", "code": 200}]} {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:11:01.762397 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8dfbe45f-9492-46d6-9b77-dc8fadc6a1c5 {{(pid=106430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:11:01.762842 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dfbe45f-9492-46d6-9b77-dc8fadc6a1c5'] response: {'server_uuid': '3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7ff287-6c46-404f-8342-e27e96b08606', 'code': 200} Sep 22 22:11:02.155906 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96e483-2051-4f81-83e0-5488b3f345f7 req-b8316037-553c-4b1c-b4e4-9ebb3cf2b6ed tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:02.157653 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7d96e483-2051-4f81-83e0-5488b3f345f7 req-b8316037-553c-4b1c-b4e4-9ebb3cf2b6ed tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 943 time: 0.0862036 Sep 22 22:11:02.180818 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce47fe2-c671-4a55-9ac6-ce04ddade161 req-2b38a7a6-6c35-4065-9cbf-3169ddf77c96 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:02.182383 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cce47fe2-c671-4a55-9ac6-ce04ddade161 req-2b38a7a6-6c35-4065-9cbf-3169ddf77c96 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 946 time: 0.0964701 Sep 22 22:11:02.238788 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7d96e483-2051-4f81-83e0-5488b3f345f7 req-6d81f2a6-e270-44a5-abe8-3ae5d47bd158 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719852 Sep 22 22:11:02.255191 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cce47fe2-c671-4a55-9ac6-ce04ddade161 req-ffae6e1d-ac27-4a7c-9cb2-c23c09137f02 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655019 Sep 22 22:11:02.349857 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc21a1-8d11-40a1-b8ab-588d74f0b148 req-50c48bab-a9d9-44d0-8d87-f5c52b506901 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:02.351330 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-adfc21a1-8d11-40a1-b8ab-588d74f0b148 req-50c48bab-a9d9-44d0-8d87-f5c52b506901 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 944 time: 0.0516045 Sep 22 22:11:02.370386 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:02.400959 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-adfc21a1-8d11-40a1-b8ab-588d74f0b148 req-6ae5d35c-e784-4aad-82f1-dc3fd274aa68 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436573 Sep 22 22:11:03.163594 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=4 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:03.385630 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917b8c9-8353-4a71-ad3a-0724c0b9e58b req-4b560afc-2431-45c7-888f-611f4031e003 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:03.387130 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d917b8c9-8353-4a71-ad3a-0724c0b9e58b req-4b560afc-2431-45c7-888f-611f4031e003 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 943 time: 0.0735545 Sep 22 22:11:03.406604 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d176028-af52-4c37-95a9-bec1517333c7 req-ebfa1ade-fea0-4839-b986-3f1b122f825b tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:03.407947 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7d176028-af52-4c37-95a9-bec1517333c7 req-ebfa1ade-fea0-4839-b986-3f1b122f825b tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 946 time: 0.0667341 Sep 22 22:11:03.477400 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d917b8c9-8353-4a71-ad3a-0724c0b9e58b req-97a7bfc1-2a58-42ad-afab-88e2266e301e tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846901 Sep 22 22:11:03.482062 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7d176028-af52-4c37-95a9-bec1517333c7 req-97019e93-629b-4a43-8403-95500f5039a0 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673459 Sep 22 22:11:03.579993 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85399f0a-8ada-4a7e-808e-71096358d1c3 req-dc7b806f-2e91-49d4-a19c-289b5616ad89 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:03.581442 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-85399f0a-8ada-4a7e-808e-71096358d1c3 req-dc7b806f-2e91-49d4-a19c-289b5616ad89 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 944 time: 0.0462327 Sep 22 22:11:03.628361 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-85399f0a-8ada-4a7e-808e-71096358d1c3 req-480b86b8-9ebd-4f87-b9e3-83ed7e38267f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413609 Sep 22 22:11:03.763503 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 9fd347ea-72b4-4b9b-97b6-c703e8d2774a details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 22:11:03.862610 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 9fd347ea-72b4-4b9b-97b6-c703e8d2774a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9fd347ea-72b4-4b9b-97b6-c703e8d2774a,segment=NetworkSegment(3f85bb79-e1af-4130-b82b-25835361ba77),segment_id=3f85bb79-e1af-4130-b82b-25835361ba77)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:11:03.873461 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Returning: {'device': '9fd347ea-72b4-4b9b-97b6-c703e8d2774a', 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c', 'port_id': '9fd347ea-72b4-4b9b-97b6-c703e8d2774a', 'mac_address': 'fa:16:3e:67:89:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf216d7c-d985-409d-9ea6-5ff04204374d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 22:11:03.907647 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port 9fd347ea-72b4-4b9b-97b6-c703e8d2774a is: DOWN; New status is: BUILD {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:11:03.908038 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (9fd347ea-72b4-4b9b-97b6-c703e8d2774a), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:03.920758 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fd347ea-72b4-4b9b-97b6-c703e8d2774a {{(pid=106430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:11:03.939961 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 9fd347ea-72b4-4b9b-97b6-c703e8d2774a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9fd347ea-72b4-4b9b-97b6-c703e8d2774a,segment=NetworkSegment(3f85bb79-e1af-4130-b82b-25835361ba77),segment_id=3f85bb79-e1af-4130-b82b-25835361ba77)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:11:03.943972 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (9fd347ea-72b4-4b9b-97b6-c703e8d2774a), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:03.989666 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=9fd347ea-72b4-4b9b-97b6-c703e8d2774a,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:04.626820 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6e735-bdf9-4bdc-b959-7b7d765c0c2f req-74db4f09-0117-4644-a4f5-33d9cc7fffc1 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:04.628297 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c3a6e735-bdf9-4bdc-b959-7b7d765c0c2f req-74db4f09-0117-4644-a4f5-33d9cc7fffc1 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 944 time: 0.0761244 Sep 22 22:11:04.636208 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98117ca1-4fff-46ef-b868-9d635ee55e3c req-3b830867-825c-450b-9427-6a48243d7949 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:04.637599 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-98117ca1-4fff-46ef-b868-9d635ee55e3c req-3b830867-825c-450b-9427-6a48243d7949 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 946 time: 0.0834839 Sep 22 22:11:04.708226 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c3a6e735-bdf9-4bdc-b959-7b7d765c0c2f req-028c3fbb-338a-46f0-ac48-dd93531e8215 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695903 Sep 22 22:11:04.715273 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-98117ca1-4fff-46ef-b868-9d635ee55e3c req-b9f105e2-97cf-473e-a4bf-de9378f7d147 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710063 Sep 22 22:11:04.811239 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf4632-4ea3-4af5-b4f2-bbef996c7634 req-8e165527-127b-4de1-b0c9-a3940c22e31a tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:04.812713 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-11bf4632-4ea3-4af5-b4f2-bbef996c7634 req-8e165527-127b-4de1-b0c9-a3940c22e31a tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 944 time: 0.0486863 Sep 22 22:11:04.837941 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:04.860602 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-11bf4632-4ea3-4af5-b4f2-bbef996c7634 req-a2a79b9e-e826-4744-94d1-2df08b5b6378 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423653 Sep 22 22:11:05.859860 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fca08-d327-485c-a20c-285670689e36 req-c1cadafc-4779-4866-b5ee-dae8b7ad1a16 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:05.861356 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-394fca08-d327-485c-a20c-285670689e36 req-c1cadafc-4779-4866-b5ee-dae8b7ad1a16 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 944 time: 0.0785589 Sep 22 22:11:05.869945 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd3d20-5ad0-4eb4-a827-7894d7dde5da req-c14f60b4-3656-483f-b88f-b855c9e5ffc7 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:05.871388 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9acd3d20-5ad0-4eb4-a827-7894d7dde5da req-c14f60b4-3656-483f-b88f-b855c9e5ffc7 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 946 time: 0.0780191 Sep 22 22:11:05.945093 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-394fca08-d327-485c-a20c-285670689e36 req-4c5af8a1-7569-4307-b745-45fcc2ec82c2 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727236 Sep 22 22:11:05.949334 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9acd3d20-5ad0-4eb4-a827-7894d7dde5da req-23c56a15-5498-465d-84e8-64efc6910f79 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707178 Sep 22 22:11:06.116744 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-6464db47-17e4-4316-8f7d-a1d70b88e0dc service neutron] 10.222.0.57 "GET /networking/v2.0/networks/76b70dbd-430e-4822-82a3-49c7f238d2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038570 Sep 22 22:11:06.125597 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=4 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:06.145682 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673596f-e20f-47a0-b80b-af50eebfaaed req-f6d139e9-86e5-4e34-9de0-391618af009f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:06.147233 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c673596f-e20f-47a0-b80b-af50eebfaaed req-f6d139e9-86e5-4e34-9de0-391618af009f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 944 time: 0.1471803 Sep 22 22:11:06.152231 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a5e93-55f6-4acb-af52-5102e5431422 req-fd46f666-c2b4-4dbd-ac0a-69b0cbd814fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:06.154351 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-651a5e93-55f6-4acb-af52-5102e5431422 req-fd46f666-c2b4-4dbd-ac0a-69b0cbd814fb service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9a795bf6-043e-463b-a8c2-1515f286856d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1414773 Sep 22 22:11:06.202999 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:06.203986 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-ce778a96-b396-42a0-8e11-4809af99f9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:06.205706 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-ce778a96-b396-42a0-8e11-4809af99f9fb service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=0499a794df4444b594ee3126a8e210c1&device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 1128 time: 0.1143525 Sep 22 22:11:06.234744 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-8d4f3386-25d0-432f-8721-502f58fa14c4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/76b70dbd-430e-4822-82a3-49c7f238d2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018672 Sep 22 22:11:06.303528 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-10c7d5f9-3fec-42b2-ba8f-e38a52fbb43b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8663b072-db48-4fbd-b30f-98d4794fd966 HTTP/1.1" status: 200 len: 217 time: 0.0635693 Sep 22 22:11:06.309617 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c673596f-e20f-47a0-b80b-af50eebfaaed req-da0c767f-596e-4f73-a800-15bff22f5f06 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542387 Sep 22 22:11:06.330411 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c832c8-f4a3-4aa6-b557-e6b02abd347a req-20847c5f-5870-48a7-95ba-fc66ab22444d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:06.331980 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-65c832c8-f4a3-4aa6-b557-e6b02abd347a req-20847c5f-5870-48a7-95ba-fc66ab22444d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 1130 time: 0.0864549 Sep 22 22:11:06.346203 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-651a5e93-55f6-4acb-af52-5102e5431422 req-4012c5cd-6075-4c7a-bc56-bdcac809ce3b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9a795bf6-043e-463b-a8c2-1515f286856d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788485 Sep 22 22:11:07.030779 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:07.099263 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f51c2-36b7-4003-8e3e-492062b38e07 req-5f16da7f-7657-40c1-9b6e-2d3f352d4d59 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:07.100747 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4a3f51c2-36b7-4003-8e3e-492062b38e07 req-5f16da7f-7657-40c1-9b6e-2d3f352d4d59 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 944 time: 0.0815213 Sep 22 22:11:07.108360 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabd651-241c-49e9-9395-ca852e14b019 req-a86ec68b-53f4-49d1-bd67-5a6dd885011f tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:07.109768 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9aabd651-241c-49e9-9395-ca852e14b019 req-a86ec68b-53f4-49d1-bd67-5a6dd885011f tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 946 time: 0.0797307 Sep 22 22:11:07.188489 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4a3f51c2-36b7-4003-8e3e-492062b38e07 req-2cd85b0f-6c8b-4411-a96f-53e782e313b2 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777729 Sep 22 22:11:07.192552 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9aabd651-241c-49e9-9395-ca852e14b019 req-429809fd-ccf1-45b7-8593-6e895a35389a tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753202 Sep 22 22:11:07.439855 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800c55d-157b-4fb7-983b-5dc8453624ce req-32fb6e56-5c5f-4701-b078-0b7641eb123a tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:07.441374 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a800c55d-157b-4fb7-983b-5dc8453624ce req-32fb6e56-5c5f-4701-b078-0b7641eb123a tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 944 time: 0.0492125 Sep 22 22:11:07.494579 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a800c55d-157b-4fb7-983b-5dc8453624ce req-19aee0b7-1037-4038-ae5e-d91aa6359dd4 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477102 Sep 22 22:11:08.351385 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc4218-706d-4b61-9c88-88af43c31e92 req-60901bc7-8d22-4138-8b15-f116b98405d2 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:08.353086 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0dcc4218-706d-4b61-9c88-88af43c31e92 req-60901bc7-8d22-4138-8b15-f116b98405d2 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 946 time: 0.0773699 Sep 22 22:11:08.360787 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6fbca-1716-43e0-ab17-9a59ab474d48 req-8dedf97d-f319-4b6b-b33a-c9cd9748b834 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:08.362229 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7df6fbca-1716-43e0-ab17-9a59ab474d48 req-8dedf97d-f319-4b6b-b33a-c9cd9748b834 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 944 time: 0.0846112 Sep 22 22:11:08.418807 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:08.437739 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0dcc4218-706d-4b61-9c88-88af43c31e92 req-caafa97d-6ddf-4e5c-b751-43e6b8ed05fc tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746024 Sep 22 22:11:08.440941 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7df6fbca-1716-43e0-ab17-9a59ab474d48 req-beec2d2c-b589-468a-95b7-44c43ba540b7 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718317 Sep 22 22:11:08.614825 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a5328-f659-438f-8a89-7ac87f9ba712 req-6ad622f4-a2f2-4099-a38d-278e459fb9ef tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:08.616194 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-253a5328-f659-438f-8a89-7ac87f9ba712 req-6ad622f4-a2f2-4099-a38d-278e459fb9ef tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 944 time: 0.0472703 Sep 22 22:11:08.662929 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-253a5328-f659-438f-8a89-7ac87f9ba712 req-757e856a-7eb7-435c-99ea-89fada38cc8d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407705 Sep 22 22:11:09.750146 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238e2d7-dfcf-478d-b6e9-16685f28d2c5 req-9d4d4a85-2942-413a-8ed7-07fa755da98c tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:09.751649 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d238e2d7-dfcf-478d-b6e9-16685f28d2c5 req-9d4d4a85-2942-413a-8ed7-07fa755da98c tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 946 time: 0.2379951 Sep 22 22:11:09.759830 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa455aad-dd86-4100-9178-f68f8b9cbbfc req-644af295-e9b6-46a1-92a3-a82bfe25e694 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:09.761251 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-aa455aad-dd86-4100-9178-f68f8b9cbbfc req-644af295-e9b6-46a1-92a3-a82bfe25e694 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 944 time: 0.2388086 Sep 22 22:11:09.839818 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d238e2d7-dfcf-478d-b6e9-16685f28d2c5 req-c5b77857-bcb0-4ed2-871a-85870b9981a3 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776110 Sep 22 22:11:09.843811 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-aa455aad-dd86-4100-9178-f68f8b9cbbfc req-12356b02-4f44-4a0d-8b0e-62662c05fbec tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741167 Sep 22 22:11:09.942753 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47abe6d-7ac5-4691-ab52-5b5fc4ea3c26 req-cb9e718b-250d-4649-ab23-975028e7b80f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:09.944220 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e47abe6d-7ac5-4691-ab52-5b5fc4ea3c26 req-cb9e718b-250d-4649-ab23-975028e7b80f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 944 time: 0.0499399 Sep 22 22:11:09.991006 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e47abe6d-7ac5-4691-ab52-5b5fc4ea3c26 req-097592fe-e60a-40b0-a56a-d4f2c4164c81 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406461 Sep 22 22:11:10.645817 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['9fd347ea-72b4-4b9b-97b6-c703e8d2774a'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:11:10.986649 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c45e5-7c8b-4191-ac88-0623cffc7474 req-01b2b556-6c1e-4eb3-8f41-084f646d4d9a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:10.988028 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-136c45e5-7c8b-4191-ac88-0623cffc7474 req-01b2b556-6c1e-4eb3-8f41-084f646d4d9a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 944 time: 0.0638950 Sep 22 22:11:10.993578 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35896ff3-9c61-4b9b-89ee-26cabe2aff60 req-11694b5d-942d-4abb-8176-af150df43b6c tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:10.994921 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-35896ff3-9c61-4b9b-89ee-26cabe2aff60 req-11694b5d-942d-4abb-8176-af150df43b6c tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 946 time: 0.0814459 Sep 22 22:11:11.070442 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-136c45e5-7c8b-4191-ac88-0623cffc7474 req-8f18f37e-6863-4a8e-af48-3a65da091cd7 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743136 Sep 22 22:11:11.075320 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-35896ff3-9c61-4b9b-89ee-26cabe2aff60 req-7251bf0f-68d2-44bf-860b-78b9e32728d2 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728223 Sep 22 22:11:11.159581 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:11.170531 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc52c74-9646-424c-b3b4-17e751989077 req-03efd207-5103-4679-bef2-613285ebb36d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:11.171989 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6cc52c74-9646-424c-b3b4-17e751989077 req-03efd207-5103-4679-bef2-613285ebb36d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 944 time: 0.0476086 Sep 22 22:11:11.218505 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6cc52c74-9646-424c-b3b4-17e751989077 req-9d56503a-6d9e-479e-ad8e-e9a7fc0114ac tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410371 Sep 22 22:11:12.221085 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433df9c-e2eb-46dc-bef9-15e1a9618d30 req-cac53178-9c7b-4b07-b8d9-8163ca567b91 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:12.222503 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e433df9c-e2eb-46dc-bef9-15e1a9618d30 req-cac53178-9c7b-4b07-b8d9-8163ca567b91 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 944 time: 0.0789087 Sep 22 22:11:12.228199 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75efde0-7075-491f-a42c-24fe3f0bd266 req-c791a0df-bcd4-45d2-97f0-40e813bf8b00 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:12.229586 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c75efde0-7075-491f-a42c-24fe3f0bd266 req-c791a0df-bcd4-45d2-97f0-40e813bf8b00 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 946 time: 0.0750864 Sep 22 22:11:12.303171 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e433df9c-e2eb-46dc-bef9-15e1a9618d30 req-1606de87-2a8f-42b7-b5d9-120add40a3a4 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726495 Sep 22 22:11:12.306485 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c75efde0-7075-491f-a42c-24fe3f0bd266 req-8d0f74e2-23e6-46c4-ba8a-b28de14642b6 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701861 Sep 22 22:11:12.404465 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd3f64-38f1-4a28-bfc4-cbbffb2de245 req-a81b6870-0e54-4671-8c0d-55920eac4c8d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:12.405942 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0dfd3f64-38f1-4a28-bfc4-cbbffb2de245 req-a81b6870-0e54-4671-8c0d-55920eac4c8d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 944 time: 0.0463185 Sep 22 22:11:12.457469 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0dfd3f64-38f1-4a28-bfc4-cbbffb2de245 req-1d7e5e70-8cd6-4465-a451-07e18cf8b062 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455039 Sep 22 22:11:13.453985 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98645584-af45-40bc-9d8f-5b5b5ce2f538 req-191ecb9a-b6d5-4085-b48d-c12e7152432a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:13.455479 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-98645584-af45-40bc-9d8f-5b5b5ce2f538 req-191ecb9a-b6d5-4085-b48d-c12e7152432a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 944 time: 0.0779696 Sep 22 22:11:13.463141 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec2c21-1dc0-4d6f-af83-503388775f9e req-95925f78-fcd8-413c-a13a-c30413cdf104 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:13.464534 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a2ec2c21-1dc0-4d6f-af83-503388775f9e req-95925f78-fcd8-413c-a13a-c30413cdf104 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 946 time: 0.0762529 Sep 22 22:11:13.498311 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:13.531960 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-98645584-af45-40bc-9d8f-5b5b5ce2f538 req-67878e78-1baf-41ac-b643-7811c6a9a094 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663393 Sep 22 22:11:13.548438 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a2ec2c21-1dc0-4d6f-af83-503388775f9e req-5c164239-46e5-459e-b8cc-6bef86c33ac5 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751266 Sep 22 22:11:13.646493 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91179ba-d6f6-4261-ab6b-228cafa4204e req-27458f15-bc4a-4fb3-967a-4ea6bf906105 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:13.647998 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b91179ba-d6f6-4261-ab6b-228cafa4204e req-27458f15-bc4a-4fb3-967a-4ea6bf906105 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 944 time: 0.0514579 Sep 22 22:11:13.697844 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b91179ba-d6f6-4261-ab6b-228cafa4204e req-83e478ad-14a1-47f6-955a-5e3dab5137a8 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437989 Sep 22 22:11:14.688296 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6dd04-058a-4f2f-998a-b0f0b244c78b req-6addce72-f951-45f6-91a2-773966c1a0a6 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:14.689815 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bae6dd04-058a-4f2f-998a-b0f0b244c78b req-6addce72-f951-45f6-91a2-773966c1a0a6 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 944 time: 0.0736084 Sep 22 22:11:14.709461 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2d951-37a7-4c7d-ba99-30b09d889ade req-44767f89-a3d7-4750-bf9f-92b3ddf727fb tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:14.710852 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-94a2d951-37a7-4c7d-ba99-30b09d889ade req-44767f89-a3d7-4750-bf9f-92b3ddf727fb tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 946 time: 0.0659885 Sep 22 22:11:14.773123 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bae6dd04-058a-4f2f-998a-b0f0b244c78b req-878e9406-27b5-4605-baa1-949a2f1d13e8 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775163 Sep 22 22:11:14.783982 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-94a2d951-37a7-4c7d-ba99-30b09d889ade req-b7453af8-1420-4ab4-8358-ed83f349fa0c tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663981 Sep 22 22:11:14.840625 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-01f415e0-3a16-44d1-9a20-7c452ff3f11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:14.877660 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56285898-9ead-468f-8061-b1c5e9a3a2a2 req-d2b1308d-d790-4c1e-a2eb-4c1db7ff76fc tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:14.879159 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-56285898-9ead-468f-8061-b1c5e9a3a2a2 req-d2b1308d-d790-4c1e-a2eb-4c1db7ff76fc tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 944 time: 0.0489972 Sep 22 22:11:14.929471 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-56285898-9ead-468f-8061-b1c5e9a3a2a2 req-cb605e92-4414-44e9-8805-2a69942fb8f4 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440414 Sep 22 22:11:15.926991 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758f38c-446a-4003-bbc3-73725314632f req-3f1bada7-6e57-4550-9376-29541ced9980 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:15.928489 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7758f38c-446a-4003-bbc3-73725314632f req-3f1bada7-6e57-4550-9376-29541ced9980 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 944 time: 0.0809598 Sep 22 22:11:15.934870 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4976d-8bac-48e6-8e37-21bb7ca76a7c req-df389160-d0a4-4268-912a-36d912dbd5d6 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:15.936245 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ade4976d-8bac-48e6-8e37-21bb7ca76a7c req-df389160-d0a4-4268-912a-36d912dbd5d6 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 946 time: 0.0781558 Sep 22 22:11:15.996089 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:16.005298 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7758f38c-446a-4003-bbc3-73725314632f req-446a597a-6857-4216-bf4f-1a96ecc633b3 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681281 Sep 22 22:11:16.017200 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ade4976d-8bac-48e6-8e37-21bb7ca76a7c req-ae49364b-2c8b-4dcd-a51b-93162544a5b0 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740111 Sep 22 22:11:16.109613 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2684f-5977-474a-864f-75a90626e971 req-29ef8770-d306-4c1d-954a-45544cd323e0 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:16.111274 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-34b2684f-5977-474a-864f-75a90626e971 req-29ef8770-d306-4c1d-954a-45544cd323e0 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 944 time: 0.0481565 Sep 22 22:11:16.159542 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-34b2684f-5977-474a-864f-75a90626e971 req-cf06d82b-1c2a-44cf-92eb-470d82c2e9de tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428040 Sep 22 22:11:16.321180 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=37 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:16.475593 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 9fd347ea-72b4-4b9b-97b6-c703e8d2774a up at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:11:16.516768 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:16.524811 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:16.532297 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning for port 9fd347ea-72b4-4b9b-97b6-c703e8d2774a completed by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 22:11:16.534210 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:16.538214 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning complete for port 9fd347ea-72b4-4b9b-97b6-c703e8d2774a triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:11:16.538622 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (9fd347ea-72b4-4b9b-97b6-c703e8d2774a), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:16.539717 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Attempt 1 to provision port 9fd347ea-72b4-4b9b-97b6-c703e8d2774a Sep 22 22:11:16.611751 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port 9fd347ea-72b4-4b9b-97b6-c703e8d2774a is: BUILD; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:11:16.612138 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (9fd347ea-72b4-4b9b-97b6-c703e8d2774a), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:16.635840 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd347ea-72b4-4b9b-97b6-c703e8d2774a'}] {{(pid=106430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:11:16.638089 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2272dcd180a18b0bdbf7a4ac2a7f9325cd9193a83f54eb82bc11fdb6a8b27d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa46387-40a8-4b1b-b035-1a6fe6789262" -d '{"events": [{"server_uuid": "e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4", "name": "network-vif-plugged", "status": "completed", "tag": "9fd347ea-72b4-4b9b-97b6-c703e8d2774a"}]}' {{(pid=106430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:11:16.651293 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 9fd347ea-72b4-4b9b-97b6-c703e8d2774a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9fd347ea-72b4-4b9b-97b6-c703e8d2774a,segment=NetworkSegment(3f85bb79-e1af-4130-b82b-25835361ba77),segment_id=3f85bb79-e1af-4130-b82b-25835361ba77)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:11:16.656995 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (9fd347ea-72b4-4b9b-97b6-c703e8d2774a), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:16.681017 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19723ad-634f-497c-96a5-0e10c0f2a071 x-openstack-request-id: req-a19723ad-634f-497c-96a5-0e10c0f2a071 {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:11:16.681379 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4", "name": "network-vif-plugged", "status": "completed", "tag": "9fd347ea-72b4-4b9b-97b6-c703e8d2774a", "code": 200}]} {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:11:16.681641 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a19723ad-634f-497c-96a5-0e10c0f2a071 {{(pid=106430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:11:16.682038 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a19723ad-634f-497c-96a5-0e10c0f2a071'] response: {'server_uuid': 'e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd347ea-72b4-4b9b-97b6-c703e8d2774a', 'code': 200} Sep 22 22:11:16.712927 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=9fd347ea-72b4-4b9b-97b6-c703e8d2774a,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:16.722460 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:16.722799 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:16.723164 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:16.723517 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:16.723852 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:16.724188 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:16.724495 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:16.724817 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:16.737612 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:16.738224 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:16.738728 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:16.739279 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:16.739678 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:16.740050 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:16.740435 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:17.023387 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-cc1aedc1-0996-436f-a342-9933d0514411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:17.158876 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63322a2-0e90-44ec-b1ec-53ad44fd389e req-7e2a3a2a-4832-4aed-84f1-23da040155b7 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:17.160366 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e63322a2-0e90-44ec-b1ec-53ad44fd389e req-7e2a3a2a-4832-4aed-84f1-23da040155b7 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0784459 Sep 22 22:11:17.170940 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77211c-bd44-46d4-9afb-6a8fc7864a71 req-8048e943-77e0-4bd2-a639-6aa0b5819a94 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:17.172420 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3a77211c-bd44-46d4-9afb-6a8fc7864a71 req-8048e943-77e0-4bd2-a639-6aa0b5819a94 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 946 time: 0.0593708 Sep 22 22:11:17.244189 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e63322a2-0e90-44ec-b1ec-53ad44fd389e req-632d68fb-a231-4ece-a71e-345be8f45ea7 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708392 Sep 22 22:11:17.251009 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3a77211c-bd44-46d4-9afb-6a8fc7864a71 req-304806bf-d220-4423-a9dc-ce723b15f663 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702894 Sep 22 22:11:17.347063 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd2802-3c40-431a-b26c-5477712aab98 req-3df6889c-2b36-4dac-9db6-f64fa930bcf8 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:17.348526 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-affd2802-3c40-431a-b26c-5477712aab98 req-3df6889c-2b36-4dac-9db6-f64fa930bcf8 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 944 time: 0.0488560 Sep 22 22:11:17.395546 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-affd2802-3c40-431a-b26c-5477712aab98 req-4af814c6-e926-4675-a903-8de548bb1a54 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408871 Sep 22 22:11:17.461089 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-65c832c8-f4a3-4aa6-b557-e6b02abd347a req-5d0c619d-002b-4e10-8491-5d04bd714eb3 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:17.537562 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:17.548914 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-65c832c8-f4a3-4aa6-b557-e6b02abd347a req-5d0c619d-002b-4e10-8491-5d04bd714eb3 service neutron] Publish callbacks [] for security_group (4031a05c-8dc3-4c01-bd3b-fa6b0c622e33), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:17.553557 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-65c832c8-f4a3-4aa6-b557-e6b02abd347a req-5d0c619d-002b-4e10-8491-5d04bd714eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (4031a05c-8dc3-4c01-bd3b-fa6b0c622e33), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:17.569354 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-599c7220-0f0f-4ac0-b2b0-5c19846acf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:17.571442 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-599c7220-0f0f-4ac0-b2b0-5c19846acf4f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=bf216d7c-d985-409d-9ea6-5ff04204374d HTTP/1.1" status: 200 len: 857 time: 0.1244318 Sep 22 22:11:17.606419 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-65c832c8-f4a3-4aa6-b557-e6b02abd347a req-5d0c619d-002b-4e10-8491-5d04bd714eb3 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582019 Sep 22 22:11:17.607020 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c619d-002b-4e10-8491-5d04bd714eb3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4031a05c-8dc3-4c01-bd3b-fa6b0c622e33,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:17.613205 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-651a5e93-55f6-4acb-af52-5102e5431422 req-3a587c75-f948-4d98-afc9-685840de5926 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9a795bf6-043e-463b-a8c2-1515f286856d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564276 Sep 22 22:11:17.614956 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0c619d-002b-4e10-8491-5d04bd714eb3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:17.615314 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0c619d-002b-4e10-8491-5d04bd714eb3 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:17.615658 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0c619d-002b-4e10-8491-5d04bd714eb3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:17.615993 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0c619d-002b-4e10-8491-5d04bd714eb3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:17.616325 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0c619d-002b-4e10-8491-5d04bd714eb3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:17.616654 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0c619d-002b-4e10-8491-5d04bd714eb3 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:17.616979 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0c619d-002b-4e10-8491-5d04bd714eb3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:17.617878 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0c619d-002b-4e10-8491-5d04bd714eb3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:17.618210 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0c619d-002b-4e10-8491-5d04bd714eb3 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:17.618536 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0c619d-002b-4e10-8491-5d04bd714eb3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:17.619055 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0c619d-002b-4e10-8491-5d04bd714eb3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:17.619378 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0c619d-002b-4e10-8491-5d04bd714eb3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:17.619863 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0c619d-002b-4e10-8491-5d04bd714eb3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:17.620347 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0c619d-002b-4e10-8491-5d04bd714eb3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:17.620674 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0c619d-002b-4e10-8491-5d04bd714eb3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:17.643247 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-88cb7e4d-2bef-42a0-9abe-23107d021ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:17.644757 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-88cb7e4d-2bef-42a0-9abe-23107d021ace service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=770f63d9-fbe3-4433-90af-714bf608e28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458636 Sep 22 22:11:18.028221 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b663c5-7269-4864-928c-d7bcdac0637f req-6c880fa5-da81-4998-8879-bc0a2d22c5cc tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:18.029704 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-04b663c5-7269-4864-928c-d7bcdac0637f req-6c880fa5-da81-4998-8879-bc0a2d22c5cc tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/networks?id=ade89f04-fe3a-455d-93a5-b71450428421 HTTP/1.1" status: 200 len: 813 time: 0.1193008 Sep 22 22:11:18.053300 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-04b663c5-7269-4864-928c-d7bcdac0637f req-a26d7d18-bede-44dd-a0bc-9f4bb2ba9cb3 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/quotas/d58361c0e40c48f4966aee3515859326 HTTP/1.1" status: 200 len: 375 time: 0.0125020 Sep 22 22:11:18.099119 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-04b663c5-7269-4864-928c-d7bcdac0637f req-b0210f14-10fc-4737-a2c0-69f8def4cd8a tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=d58361c0e40c48f4966aee3515859326&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298092 Sep 22 22:11:18.257317 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-04b663c5-7269-4864-928c-d7bcdac0637f req-70b4c66a-564f-4f39-8969-e2f4c05688e4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ade89f04-fe3a-455d-93a5-b71450428421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515467 Sep 22 22:11:18.269212 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-e403a5fa-dbf8-4065-9f42-4a1798e228ce service neutron] 10.222.0.57 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206708 Sep 22 22:11:18.298735 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:18.329222 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:18.396750 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-04b663c5-7269-4864-928c-d7bcdac0637f req-ceaddf3e-8d1c-4d96-a665-b734c76e2d9c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ade89f04-fe3a-455d-93a5-b71450428421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297970 Sep 22 22:11:18.403696 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14a5d0-48d1-4579-adac-b4e719c34ca8 req-dc375665-158f-4395-82c8-f23bc6fccc1a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:18.405216 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9d14a5d0-48d1-4579-adac-b4e719c34ca8 req-dc375665-158f-4395-82c8-f23bc6fccc1a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0726948 Sep 22 22:11:18.462972 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9d14a5d0-48d1-4579-adac-b4e719c34ca8 req-a6123b9f-6081-47f8-8555-fa1b99a2a75d tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514846 Sep 22 22:11:18.472973 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 1f73d7aa-997f-4856-81f0-98fb975bdbf8 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 22:11:18.592931 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ab2b4-8e75-428f-94a6-21e27654e2d5 req-c57d3ef9-cea3-4742-acc6-fa12faafc85d tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:18.594439 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9b9ab2b4-8e75-428f-94a6-21e27654e2d5 req-c57d3ef9-cea3-4742-acc6-fa12faafc85d tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 946 time: 0.0657589 Sep 22 22:11:18.608633 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 1f73d7aa-997f-4856-81f0-98fb975bdbf8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=1f73d7aa-997f-4856-81f0-98fb975bdbf8,segment=NetworkSegment(be8993b7-fcf5-42ec-b1db-df616a95c294),segment_id=be8993b7-fcf5-42ec-b1db-df616a95c294)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:11:18.621924 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Returning: {'device': '1f73d7aa-997f-4856-81f0-98fb975bdbf8', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'port_id': '1f73d7aa-997f-4856-81f0-98fb975bdbf8', 'mac_address': 'fa:16:3e:cf:94:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 22:11:18.646245 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c013252-4e54-4036-98d7-0082f3d6bab7 req-eae63c30-93d2-4ac9-8b76-ea008a3910d0 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:18.647706 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1c013252-4e54-4036-98d7-0082f3d6bab7 req-eae63c30-93d2-4ac9-8b76-ea008a3910d0 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 944 time: 0.0717959 Sep 22 22:11:18.659101 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port 1f73d7aa-997f-4856-81f0-98fb975bdbf8 is: DOWN; New status is: BUILD {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:11:18.659617 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (1f73d7aa-997f-4856-81f0-98fb975bdbf8), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:18.675020 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f73d7aa-997f-4856-81f0-98fb975bdbf8 {{(pid=106430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:11:18.687405 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9b9ab2b4-8e75-428f-94a6-21e27654e2d5 req-454ebc7f-1d8e-4779-91ad-e464328d5b80 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747318 Sep 22 22:11:18.700829 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 1f73d7aa-997f-4856-81f0-98fb975bdbf8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=1f73d7aa-997f-4856-81f0-98fb975bdbf8,segment=NetworkSegment(be8993b7-fcf5-42ec-b1db-df616a95c294),segment_id=be8993b7-fcf5-42ec-b1db-df616a95c294)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:11:18.717323 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1c013252-4e54-4036-98d7-0082f3d6bab7 req-aa763541-c863-48ba-a88d-5f3c0256fd01 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607078 Sep 22 22:11:18.718788 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (1f73d7aa-997f-4856-81f0-98fb975bdbf8), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:18.762552 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d0f733c2-8b89-46c2-9129-8c4302ae3d57 req-727fa95d-a19b-4ae0-a8c8-98d438aac4ef tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 210 time: 0.0322382 Sep 22 22:11:18.785457 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=1f73d7aa-997f-4856-81f0-98fb975bdbf8,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:19.491035 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 37924) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:11:19.588289 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05851360-94be-45bb-ae0d-1bc1671cf4c5 req-ca28f30a-7ce6-42b1-bd6f-ef0f27431b59 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:19.589817 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-05851360-94be-45bb-ae0d-1bc1671cf4c5 req-ca28f30a-7ce6-42b1-bd6f-ef0f27431b59 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0512619 Sep 22 22:11:19.598036 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a9e712b0-e269-4197-a79c-c7e9b2f852e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:19.637218 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-05851360-94be-45bb-ae0d-1bc1671cf4c5 req-f54185c5-a976-4631-ba4b-fc8342424e1c tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418899 Sep 22 22:11:19.682368 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a9e712b0-e269-4197-a79c-c7e9b2f852e3 admin admin] Publish callbacks [] for security_group (b7506d29-cf57-45c3-8803-b74663b4f651), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:19.686046 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a9e712b0-e269-4197-a79c-c7e9b2f852e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (b7506d29-cf57-45c3-8803-b74663b4f651), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:19.728510 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e712b0-e269-4197-a79c-c7e9b2f852e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7506d29-cf57-45c3-8803-b74663b4f651,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:19.735773 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-a9e712b0-e269-4197-a79c-c7e9b2f852e3 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=85fa4086b3b24cb385a37cc8d023fbda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436810 Sep 22 22:11:19.736376 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 37932) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:11:19.747618 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:19.798977 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-781bb5ee-863f-4de9-a522-ac5f21f2923e admin admin] Publish callbacks [] for security_group (b7506d29-cf57-45c3-8803-b74663b4f651), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:19.822050 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-781bb5ee-863f-4de9-a522-ac5f21f2923e admin admin] Publish callbacks [] for security_group (b7506d29-cf57-45c3-8803-b74663b4f651), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:19.849528 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72ef77-41b4-40cd-819e-c48617f1ae6d req-d88c2b7e-1c06-48d7-853f-efa7ebb0a3ab tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:19.851116 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2e72ef77-41b4-40cd-819e-c48617f1ae6d req-d88c2b7e-1c06-48d7-853f-efa7ebb0a3ab tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 946 time: 0.0785358 Sep 22 22:11:19.865556 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16932efd-f1a7-4c7a-bd6a-b13a5a0c96d7 req-0420e117-9e44-4ddd-a9b1-5a1ddd70c53e tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:19.868069 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-16932efd-f1a7-4c7a-bd6a-b13a5a0c96d7 req-0420e117-9e44-4ddd-a9b1-5a1ddd70c53e tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 945 time: 0.0645480 Sep 22 22:11:19.871835 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-781bb5ee-863f-4de9-a522-ac5f21f2923e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (b7506d29-cf57-45c3-8803-b74663b4f651), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:19.874572 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-781bb5ee-863f-4de9-a522-ac5f21f2923e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:19.874856 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:19.878603 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-781bb5ee-863f-4de9-a522-ac5f21f2923e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b7506d29-cf57-45c3-8803-b74663b4f651 HTTP/1.1" status: 204 len: 168 time: 0.1382353 Sep 22 22:11:19.894691 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781bb5ee-863f-4de9-a522-ac5f21f2923e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7506d29-cf57-45c3-8803-b74663b4f651,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:19.954261 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2e72ef77-41b4-40cd-819e-c48617f1ae6d req-405a5675-e374-455b-a137-fea97813e1cd tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852661 Sep 22 22:11:19.958264 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-16932efd-f1a7-4c7a-bd6a-b13a5a0c96d7 req-131ea911-d76a-4813-a992-672b0655222d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812869 Sep 22 22:11:20.035394 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:20.045979 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1dd70f6e-0e49-4423-bd39-d46623fa93d7 req-6710be03-390e-45b6-9296-595e1e3786e6 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 210 time: 0.0329289 Sep 22 22:11:20.761330 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5198771-2c05-4e6e-89d0-3a026b90e27b req-c3109f64-bf71-4224-a237-ed0643e38321 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:20.762905 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d5198771-2c05-4e6e-89d0-3a026b90e27b req-c3109f64-bf71-4224-a237-ed0643e38321 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0502710 Sep 22 22:11:20.812936 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d5198771-2c05-4e6e-89d0-3a026b90e27b req-13d56b5a-6e63-469c-beb8-c3d4031c0ab7 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443611 Sep 22 22:11:21.286127 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399c554-f217-4402-8543-3b0318953ed6 req-0b0c1e21-feff-42e0-b8d3-248793780dfc tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:21.287589 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2399c554-f217-4402-8543-3b0318953ed6 req-0b0c1e21-feff-42e0-b8d3-248793780dfc tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 946 time: 0.2437589 Sep 22 22:11:21.297839 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96ece5-0d10-496b-a26b-bb0c348633e4 req-714b0fac-16fb-4a7d-8016-d900d64adec3 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:21.299226 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4c96ece5-0d10-496b-a26b-bb0c348633e4 req-714b0fac-16fb-4a7d-8016-d900d64adec3 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 945 time: 0.2373140 Sep 22 22:11:21.372239 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2399c554-f217-4402-8543-3b0318953ed6 req-d61d4d56-ac0b-484c-b5f0-777ee8b3eb25 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720077 Sep 22 22:11:21.376755 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4c96ece5-0d10-496b-a26b-bb0c348633e4 req-7648882d-f5ff-44c0-a963-0177229cc1a3 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691745 Sep 22 22:11:21.464196 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b0011ecd-de9e-4633-8332-63894f596131 req-875791a1-1e8b-414b-98ae-3b5d6315a46d tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 210 time: 0.0305381 Sep 22 22:11:21.934386 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9eebe8-f368-4cb8-b973-15b0825273a1 req-7a3268db-ce11-41bf-9496-c4603df41c56 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:21.935840 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-da9eebe8-f368-4cb8-b973-15b0825273a1 req-7a3268db-ce11-41bf-9496-c4603df41c56 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0457816 Sep 22 22:11:21.982139 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-da9eebe8-f368-4cb8-b973-15b0825273a1 req-0e90955b-d08d-45ff-88c7-ec36b143bd1e tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408545 Sep 22 22:11:22.510306 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:22.528476 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3bb079-cd64-46f7-a49f-73f9d270ef79 req-2db5dc6a-0d24-4fb6-bbd3-391f34b59336 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:22.530005 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9a3bb079-cd64-46f7-a49f-73f9d270ef79 req-2db5dc6a-0d24-4fb6-bbd3-391f34b59336 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 945 time: 0.0769422 Sep 22 22:11:22.537597 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406473c5-2461-4af5-9fd0-f3a46653f1ab req-848407c3-e355-454e-bba0-e2ddc7febd34 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:22.539524 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-406473c5-2461-4af5-9fd0-f3a46653f1ab req-848407c3-e355-454e-bba0-e2ddc7febd34 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 946 time: 0.0774078 Sep 22 22:11:22.613319 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9a3bb079-cd64-46f7-a49f-73f9d270ef79 req-439b8e70-61cc-4bfe-a5ff-36cafdbcf222 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728157 Sep 22 22:11:22.618029 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-406473c5-2461-4af5-9fd0-f3a46653f1ab req-ca584e2e-711b-414f-9307-fec20171721e tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707090 Sep 22 22:11:22.696191 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c460ab88-7a4e-45cd-89d4-45fb46578e20 req-37fc6389-2eeb-423b-a695-dbcbd365079f tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 210 time: 0.0280380 Sep 22 22:11:23.103603 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441350ed-36cf-4699-859f-b666cb8d2819 req-a6131553-d1b9-48bc-a826-512903e7b3f3 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:23.105082 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-441350ed-36cf-4699-859f-b666cb8d2819 req-a6131553-d1b9-48bc-a826-512903e7b3f3 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0492868 Sep 22 22:11:23.155357 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-441350ed-36cf-4699-859f-b666cb8d2819 req-8dfdd63c-05cf-43d2-80f3-705ae3d068b9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446968 Sep 22 22:11:23.563333 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0ac78-6b44-4ad7-b049-286f157d89de req-3ee96acd-9bf2-4edd-a48b-6f9b3da2d3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:23.564851 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-36a0ac78-6b44-4ad7-b049-286f157d89de req-3ee96acd-9bf2-4edd-a48b-6f9b3da2d3dc service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 1129 time: 0.1172144 Sep 22 22:11:23.636283 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-24b78a4b-0146-42d9-af75-e22fc0f5c71f req-850178a0-858d-4193-884c-e98e9ade195d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608093 Sep 22 22:11:23.654619 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-36a0ac78-6b44-4ad7-b049-286f157d89de req-e4c2b225-bfc8-4754-9a45-7d793206addf service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648100 Sep 22 22:11:23.716388 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:23.777332 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae129110-6a60-4bde-9f23-de354c9c8682 req-190ef2ae-c58c-4629-bb3b-fc0b232d03d2 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:23.778801 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ae129110-6a60-4bde-9f23-de354c9c8682 req-190ef2ae-c58c-4629-bb3b-fc0b232d03d2 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 945 time: 0.0814033 Sep 22 22:11:23.784474 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99a232-235d-41e0-83d4-689fc5fe024a req-45db07cd-2840-433d-9573-cc8ab57370be tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:23.785880 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6d99a232-235d-41e0-83d4-689fc5fe024a req-45db07cd-2840-433d-9573-cc8ab57370be tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 946 time: 0.0796263 Sep 22 22:11:23.858371 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ae129110-6a60-4bde-9f23-de354c9c8682 req-d3e02dfc-ad33-4ba1-ba6f-898ac72a7487 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715516 Sep 22 22:11:23.861275 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6d99a232-235d-41e0-83d4-689fc5fe024a req-ed4cdb3b-82e6-4c71-a4d4-12c631d031bb tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685596 Sep 22 22:11:23.941285 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a8743dcf-dfe1-49cc-a23a-588f1314406d req-6213f4c4-abc0-4589-a264-1bfcb707faa3 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 210 time: 0.0278990 Sep 22 22:11:24.006791 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['1f73d7aa-997f-4856-81f0-98fb975bdbf8'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:11:24.282318 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e27f4-50f7-4e2d-8e33-fae4d39b9835 req-dc48488c-9c2f-44bf-95e5-e1adf2214357 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:24.283829 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d43e27f4-50f7-4e2d-8e33-fae4d39b9835 req-dc48488c-9c2f-44bf-95e5-e1adf2214357 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0538373 Sep 22 22:11:24.336482 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d43e27f4-50f7-4e2d-8e33-fae4d39b9835 req-a23e22ac-50c3-418a-ac65-446a7c42d98a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463624 Sep 22 22:11:25.008703 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040f9d2-8f57-49a2-9dd8-2c568a83ef10 req-f72298e0-d5d8-4995-a53a-3566e00aa3fe tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:25.010376 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d040f9d2-8f57-49a2-9dd8-2c568a83ef10 req-f72298e0-d5d8-4995-a53a-3566e00aa3fe tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 945 time: 0.0770063 Sep 22 22:11:25.019403 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73822ec8-2c40-4412-9fcf-a39efa858115 req-76dfc7b4-52ca-457d-bb42-cb557c995253 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:25.021062 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-73822ec8-2c40-4412-9fcf-a39efa858115 req-76dfc7b4-52ca-457d-bb42-cb557c995253 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 946 time: 0.0774891 Sep 22 22:11:25.107490 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d040f9d2-8f57-49a2-9dd8-2c568a83ef10 req-0a714643-2748-4af0-bb51-8e74552d1c6b tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853267 Sep 22 22:11:25.115703 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-73822ec8-2c40-4412-9fcf-a39efa858115 req-dee0788e-2e11-4bd6-a07a-66defa6e04d0 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853033 Sep 22 22:11:25.205697 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4e9c2db0-231b-47da-b076-3e867b99c4f4 req-bc4a0744-c56c-4876-b37e-258845c3e6fc tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 210 time: 0.0299170 Sep 22 22:11:25.411673 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 1f73d7aa-997f-4856-81f0-98fb975bdbf8 up at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:11:25.457883 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning for port 1f73d7aa-997f-4856-81f0-98fb975bdbf8 completed by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 22:11:25.465524 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning complete for port 1f73d7aa-997f-4856-81f0-98fb975bdbf8 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:11:25.465953 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (1f73d7aa-997f-4856-81f0-98fb975bdbf8), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:25.466342 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Attempt 1 to provision port 1f73d7aa-997f-4856-81f0-98fb975bdbf8 Sep 22 22:11:25.475294 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb82e15-2c0e-49c4-bffa-bc2cb6a32f81 req-f94aebc3-8915-4c8f-a649-311be5a6fcae tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:25.478261 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4bb82e15-2c0e-49c4-bffa-bc2cb6a32f81 req-f94aebc3-8915-4c8f-a649-311be5a6fcae tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0618751 Sep 22 22:11:25.510895 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:25.524692 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:UPDATE=7 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:25.566118 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4bb82e15-2c0e-49c4-bffa-bc2cb6a32f81 req-e1bc3166-a1c0-4ea8-b1eb-52cf2be1d382 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760365 Sep 22 22:11:25.593896 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port 1f73d7aa-997f-4856-81f0-98fb975bdbf8 is: BUILD; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:11:25.594367 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (1f73d7aa-997f-4856-81f0-98fb975bdbf8), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:25.620867 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765e0b40-b687-4b25-b264-0b84e9d0a8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f73d7aa-997f-4856-81f0-98fb975bdbf8'}] {{(pid=106430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:11:25.623176 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2272dcd180a18b0bdbf7a4ac2a7f9325cd9193a83f54eb82bc11fdb6a8b27d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349314ca-3b49-4946-b139-9fce8ce9d04c" -d '{"events": [{"server_uuid": "765e0b40-b687-4b25-b264-0b84e9d0a8a3", "name": "network-vif-plugged", "status": "completed", "tag": "1f73d7aa-997f-4856-81f0-98fb975bdbf8"}]}' {{(pid=106430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:11:25.637025 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 1f73d7aa-997f-4856-81f0-98fb975bdbf8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=1f73d7aa-997f-4856-81f0-98fb975bdbf8,segment=NetworkSegment(be8993b7-fcf5-42ec-b1db-df616a95c294),segment_id=be8993b7-fcf5-42ec-b1db-df616a95c294)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:11:25.641720 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (1f73d7aa-997f-4856-81f0-98fb975bdbf8), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:25.684049 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bce2706-240d-4701-b143-921e8d164234 x-openstack-request-id: req-3bce2706-240d-4701-b143-921e8d164234 {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:11:25.684458 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765e0b40-b687-4b25-b264-0b84e9d0a8a3", "name": "network-vif-plugged", "status": "completed", "tag": "1f73d7aa-997f-4856-81f0-98fb975bdbf8", "code": 200}]} {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:11:25.684679 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3bce2706-240d-4701-b143-921e8d164234 {{(pid=106430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:11:25.685161 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bce2706-240d-4701-b143-921e8d164234'] response: {'server_uuid': '765e0b40-b687-4b25-b264-0b84e9d0a8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f73d7aa-997f-4856-81f0-98fb975bdbf8', 'code': 200} Sep 22 22:11:25.700713 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=1f73d7aa-997f-4856-81f0-98fb975bdbf8,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:26.048547 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 38106) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:11:26.159786 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-e4ea0293-e20c-40f2-aa32-8e0ea31d520a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:26.171152 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:26.285318 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e6820-1d92-4a8e-be9d-05f09e889973 req-de7565bc-e014-42d4-84e5-e726c8e0f45f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:26.286749 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-392e6820-1d92-4a8e-be9d-05f09e889973 req-de7565bc-e014-42d4-84e5-e726c8e0f45f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 946 time: 0.0982571 Sep 22 22:11:26.312248 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d635c-1199-4dfd-a9a8-618e8bb2be7c req-4fbe3783-53f2-4843-a4d1-11d4af43a987 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:26.313705 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-280d635c-1199-4dfd-a9a8-618e8bb2be7c req-4fbe3783-53f2-4843-a4d1-11d4af43a987 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 946 time: 0.0850732 Sep 22 22:11:26.362017 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-e4ea0293-e20c-40f2-aa32-8e0ea31d520a admin admin] Publish callbacks [] for security_group (d1fe50d2-cc25-4c91-a171-b2d560f2a016), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:26.371562 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-e4ea0293-e20c-40f2-aa32-8e0ea31d520a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (d1fe50d2-cc25-4c91-a171-b2d560f2a016), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:26.435921 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-392e6820-1d92-4a8e-be9d-05f09e889973 req-c9904fbe-5e72-46d1-8103-a821a8e64717 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429312 Sep 22 22:11:26.449179 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-e4ea0293-e20c-40f2-aa32-8e0ea31d520a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=078cd506dbf7497ebbe9bedde36099c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3963683 Sep 22 22:11:26.449179 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea0293-e20c-40f2-aa32-8e0ea31d520a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fe50d2-cc25-4c91-a171-b2d560f2a016,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:26.449879 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 38116) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:11:26.454275 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-280d635c-1199-4dfd-a9a8-618e8bb2be7c req-da97857e-be3d-409a-ab32-d3fa60aa3241 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311190 Sep 22 22:11:26.460227 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0293-e20c-40f2-aa32-8e0ea31d520a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:26.460581 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0293-e20c-40f2-aa32-8e0ea31d520a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:26.460947 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0293-e20c-40f2-aa32-8e0ea31d520a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:26.461332 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0293-e20c-40f2-aa32-8e0ea31d520a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:26.461811 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0293-e20c-40f2-aa32-8e0ea31d520a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:26.462657 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0293-e20c-40f2-aa32-8e0ea31d520a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:26.463134 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0293-e20c-40f2-aa32-8e0ea31d520a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:26.463476 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0293-e20c-40f2-aa32-8e0ea31d520a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:26.463814 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0293-e20c-40f2-aa32-8e0ea31d520a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:26.464150 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0293-e20c-40f2-aa32-8e0ea31d520a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:26.464485 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0293-e20c-40f2-aa32-8e0ea31d520a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:26.464818 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0293-e20c-40f2-aa32-8e0ea31d520a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:26.465172 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0293-e20c-40f2-aa32-8e0ea31d520a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:26.465502 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0293-e20c-40f2-aa32-8e0ea31d520a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:26.465834 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0293-e20c-40f2-aa32-8e0ea31d520a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:11:26.483463 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:26.531888 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-9484d5ec-5322-44fe-81be-4d60052d090f admin admin] Publish callbacks [] for security_group (d1fe50d2-cc25-4c91-a171-b2d560f2a016), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:26.553681 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e74c37b1-d39f-44b8-b849-57cbdc0278ad req-023361c6-a20c-456b-9b3e-c52c61d6da15 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 210 time: 0.0338166 Sep 22 22:11:26.569302 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-9484d5ec-5322-44fe-81be-4d60052d090f admin admin] Publish callbacks [] for security_group (d1fe50d2-cc25-4c91-a171-b2d560f2a016), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:26.617521 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-9484d5ec-5322-44fe-81be-4d60052d090f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (d1fe50d2-cc25-4c91-a171-b2d560f2a016), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:26.620692 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-9484d5ec-5322-44fe-81be-4d60052d090f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:26.622439 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-9484d5ec-5322-44fe-81be-4d60052d090f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d1fe50d2-cc25-4c91-a171-b2d560f2a016 HTTP/1.1" status: 204 len: 168 time: 0.1709616 Sep 22 22:11:26.629852 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484d5ec-5322-44fe-81be-4d60052d090f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fe50d2-cc25-4c91-a171-b2d560f2a016,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:26.689128 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869bfe65-90a9-45b8-91ea-be4214d9656b req-a289b9ab-282c-4ba8-8ff1-26e7080992ba tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:26.690618 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-869bfe65-90a9-45b8-91ea-be4214d9656b req-a289b9ab-282c-4ba8-8ff1-26e7080992ba tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0512488 Sep 22 22:11:26.739042 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-869bfe65-90a9-45b8-91ea-be4214d9656b req-2ac1a309-2c40-440e-b95e-74072d669ff4 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419362 Sep 22 22:11:26.891627 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 38128) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:11:26.905272 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-550de338-9e0a-489f-a915-51b16cb0ae96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:26.980575 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-550de338-9e0a-489f-a915-51b16cb0ae96 admin admin] Publish callbacks [] for security_group (4a3f2a69-0501-456e-9352-ce72dd2cc4dd), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:26.983989 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-550de338-9e0a-489f-a915-51b16cb0ae96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (4a3f2a69-0501-456e-9352-ce72dd2cc4dd), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:27.020939 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550de338-9e0a-489f-a915-51b16cb0ae96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3f2a69-0501-456e-9352-ce72dd2cc4dd,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:27.026007 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-550de338-9e0a-489f-a915-51b16cb0ae96 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=52b74f338b0d491d9d0fca49f27864cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333432 Sep 22 22:11:27.028733 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 38130) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:11:27.042546 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:27.078885 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1ecec67f-1ee0-4ee2-914b-0895e6a175dd admin admin] Publish callbacks [] for security_group (4a3f2a69-0501-456e-9352-ce72dd2cc4dd), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:27.099864 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1ecec67f-1ee0-4ee2-914b-0895e6a175dd admin admin] Publish callbacks [] for security_group (4a3f2a69-0501-456e-9352-ce72dd2cc4dd), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:27.149017 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1ecec67f-1ee0-4ee2-914b-0895e6a175dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (4a3f2a69-0501-456e-9352-ce72dd2cc4dd), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:27.151781 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1ecec67f-1ee0-4ee2-914b-0895e6a175dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:27.152946 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-1ecec67f-1ee0-4ee2-914b-0895e6a175dd admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4a3f2a69-0501-456e-9352-ce72dd2cc4dd HTTP/1.1" status: 204 len: 168 time: 0.1232560 Sep 22 22:11:27.160647 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecec67f-1ee0-4ee2-914b-0895e6a175dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3f2a69-0501-456e-9352-ce72dd2cc4dd,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:27.592494 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cadda9-3cff-40f9-bcce-e69fbb23415f req-eab78330-87ed-4cfd-808f-024086b60d1f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:27.593929 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b5cadda9-3cff-40f9-bcce-e69fbb23415f req-eab78330-87ed-4cfd-808f-024086b60d1f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 946 time: 0.0787997 Sep 22 22:11:27.626155 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afee8bd-0c3f-409a-b80e-e650ee7f6404 req-785a8cdc-09cd-4a11-8988-f0f1f8c1676c tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:27.627641 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8afee8bd-0c3f-409a-b80e-e650ee7f6404 req-785a8cdc-09cd-4a11-8988-f0f1f8c1676c tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 946 time: 0.0756984 Sep 22 22:11:27.686641 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b5cadda9-3cff-40f9-bcce-e69fbb23415f req-d8ac924b-8895-4278-af14-f02361886e0c tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828807 Sep 22 22:11:27.702226 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8afee8bd-0c3f-409a-b80e-e650ee7f6404 req-918c83d2-f5fe-4908-a006-72703e718cb0 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685797 Sep 22 22:11:27.789147 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c819ec18-6b2c-4803-b870-177abe5e449b req-bacbb931-62d1-4bdf-a3b4-077cac6fdc20 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 210 time: 0.0288396 Sep 22 22:11:27.872822 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9392dd-1c17-4f5a-8aba-5f7d984af986 req-620ecfd2-0ad0-4c38-bdbb-76c061090ee8 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:27.874341 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2f9392dd-1c17-4f5a-8aba-5f7d984af986 req-620ecfd2-0ad0-4c38-bdbb-76c061090ee8 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0508225 Sep 22 22:11:27.922189 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2f9392dd-1c17-4f5a-8aba-5f7d984af986 req-e731fd94-c619-4187-9c33-eabab4f8edba tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422921 Sep 22 22:11:28.846419 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb2122-981d-45cf-954e-826d4a5923d8 req-d7fdc62a-91af-460c-b1d0-b09febb304e1 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:28.847902 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6afb2122-981d-45cf-954e-826d4a5923d8 req-d7fdc62a-91af-460c-b1d0-b09febb304e1 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 946 time: 0.0812316 Sep 22 22:11:28.854176 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64b3ba-f791-488a-841a-3f3213108de1 req-835886da-6371-476b-abce-38a9c8d57c0f tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:28.855552 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7d64b3ba-f791-488a-841a-3f3213108de1 req-835886da-6371-476b-abce-38a9c8d57c0f tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 946 time: 0.0771604 Sep 22 22:11:28.889068 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:28.927490 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6afb2122-981d-45cf-954e-826d4a5923d8 req-143b08af-c951-4eb4-af86-b083e60960ac tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710108 Sep 22 22:11:28.938954 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7d64b3ba-f791-488a-841a-3f3213108de1 req-14737442-a19e-4758-a717-11147769ddd4 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756490 Sep 22 22:11:29.024892 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-278e6c86-3d75-4e17-8566-08946df5af74 req-8aad878e-9da7-48ba-9a81-a559e264e318 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 210 time: 0.0359063 Sep 22 22:11:29.062011 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade4975-e75c-4f13-af9a-0db413dd5268 req-4354e172-ac3c-453b-9d95-b170779f96a5 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:29.063503 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6ade4975-e75c-4f13-af9a-0db413dd5268 req-4354e172-ac3c-453b-9d95-b170779f96a5 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0632896 Sep 22 22:11:29.110899 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6ade4975-e75c-4f13-af9a-0db413dd5268 req-838f5e9d-1b18-4cca-b3b6-ed186407d3a7 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417957 Sep 22 22:11:29.856877 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=45,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:29.895147 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=63,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:30.074103 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373202ee-6d41-426c-9860-c620e4b89fb0 req-00d2b576-7f99-4b0f-8a32-9f2a254090d2 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:30.075602 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-373202ee-6d41-426c-9860-c620e4b89fb0 req-00d2b576-7f99-4b0f-8a32-9f2a254090d2 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 946 time: 0.0730464 Sep 22 22:11:30.104492 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc2a18-4bc6-4aca-9bc2-348183fcdbb4 req-8df3e234-a090-4c7a-b54c-931d6cfcf08e tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:30.105972 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8edc2a18-4bc6-4aca-9bc2-348183fcdbb4 req-8df3e234-a090-4c7a-b54c-931d6cfcf08e tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 946 time: 0.0752513 Sep 22 22:11:30.153383 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-373202ee-6d41-426c-9860-c620e4b89fb0 req-ce10e9fb-cbef-4a5a-b57a-7702875edc18 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720611 Sep 22 22:11:30.176468 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8edc2a18-4bc6-4aca-9bc2-348183fcdbb4 req-88bfdb68-57c2-4d99-b780-2edc776b32da tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630784 Sep 22 22:11:30.256785 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8f2d573e-77e4-4920-b377-d73e7b2be7b3 req-1834e4f4-82d5-4d3a-b0ed-f9cdf1220c5d tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 210 time: 0.0349634 Sep 22 22:11:30.288127 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:30.302950 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76da3ca-c7e0-4ad6-8c60-2b883b25b2ed req-4b8cec8b-1f75-4cd4-81f0-0684a362c515 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:30.306497 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a76da3ca-c7e0-4ad6-8c60-2b883b25b2ed req-4b8cec8b-1f75-4cd4-81f0-0684a362c515 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0516841 Sep 22 22:11:30.359952 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a76da3ca-c7e0-4ad6-8c60-2b883b25b2ed req-87c3c8f6-decb-4435-9841-c8a879f8f1ab tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493751 Sep 22 22:11:31.308929 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f2925-1f66-480f-a96b-38db183a3f1e req-b42a8ab3-e555-4a64-a840-7621485036b2 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:31.310670 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3b2f2925-1f66-480f-a96b-38db183a3f1e req-b42a8ab3-e555-4a64-a840-7621485036b2 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 946 time: 0.0799990 Sep 22 22:11:31.342814 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1a3fc-eb79-4b18-b6a9-a107669beadc req-fde3f4a4-0a2b-462a-8ce6-dc6917accf90 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:31.344247 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e7e1a3fc-eb79-4b18-b6a9-a107669beadc req-fde3f4a4-0a2b-462a-8ce6-dc6917accf90 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 946 time: 0.0836663 Sep 22 22:11:31.406101 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3b2f2925-1f66-480f-a96b-38db183a3f1e req-48595c68-c55c-4ee3-b022-79a740507fc0 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831125 Sep 22 22:11:31.418968 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e7e1a3fc-eb79-4b18-b6a9-a107669beadc req-4092a87a-5f22-4310-9259-7c36a9a19d2d tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678418 Sep 22 22:11:31.508595 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4eb00454-4791-4d38-a82d-656811b5d89b req-425865a5-e361-4c7e-a519-cef2c98d4afb tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 210 time: 0.0368876 Sep 22 22:11:31.548793 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cca871-6015-4f46-804e-48837be5c097 req-90492a53-075f-4a2b-92c2-315801602633 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:31.550255 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b7cca871-6015-4f46-804e-48837be5c097 req-90492a53-075f-4a2b-92c2-315801602633 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0516601 Sep 22 22:11:31.762600 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b7cca871-6015-4f46-804e-48837be5c097 req-7c832773-cdd4-4831-952b-c7e022be7d64 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063398 Sep 22 22:11:32.561253 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89dddc-2180-4b4b-bf09-d91917fae68d req-e7a3eadd-5a1b-4f00-9ac3-3a42b08e409c tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:32.562737 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dd89dddc-2180-4b4b-bf09-d91917fae68d req-e7a3eadd-5a1b-4f00-9ac3-3a42b08e409c tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 946 time: 0.0765002 Sep 22 22:11:32.581941 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5fb53-6e77-4762-99f2-0e32092bd3c2 req-7e85cf8e-c3bc-4cf0-8186-88ad6c46af5d tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:32.583345 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8fc5fb53-6e77-4762-99f2-0e32092bd3c2 req-7e85cf8e-c3bc-4cf0-8186-88ad6c46af5d tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 946 time: 0.0675437 Sep 22 22:11:32.650752 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dd89dddc-2180-4b4b-bf09-d91917fae68d req-fbe9c07d-f23c-4e61-970f-f250c15318d7 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823894 Sep 22 22:11:32.657573 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8fc5fb53-6e77-4762-99f2-0e32092bd3c2 req-6096a39c-373e-4832-8d69-2a56d1ed4340 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645649 Sep 22 22:11:32.735246 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1d033503-210f-4773-b597-5c9595755014 req-0071e095-df2d-4a49-a663-6a8c5f18de23 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 210 time: 0.0289969 Sep 22 22:11:32.884963 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2ef97-af1e-4c9b-a701-b9ebc531c585 req-7c27e82d-7bad-446c-9601-7374a589b413 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:32.886467 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e0d2ef97-af1e-4c9b-a701-b9ebc531c585 req-7c27e82d-7bad-446c-9601-7374a589b413 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0460916 Sep 22 22:11:32.935137 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e0d2ef97-af1e-4c9b-a701-b9ebc531c585 req-8824244d-8acc-484a-948a-85f1522d58f8 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432274 Sep 22 22:11:33.128770 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:11:33.806523 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166830ed-efe8-4d13-bf2a-e03426acd210 req-df4e58d2-3e7e-40e2-af48-c0af0373365f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:33.808030 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-166830ed-efe8-4d13-bf2a-e03426acd210 req-df4e58d2-3e7e-40e2-af48-c0af0373365f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 946 time: 0.0802591 Sep 22 22:11:33.816044 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe2447-1c2f-4e4f-898b-66840c528176 req-313307c6-821f-4ad4-b24c-2c079aecd6e2 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:33.817479 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8cfe2447-1c2f-4e4f-898b-66840c528176 req-313307c6-821f-4ad4-b24c-2c079aecd6e2 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 946 time: 0.0793390 Sep 22 22:11:33.837733 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:33.892522 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-166830ed-efe8-4d13-bf2a-e03426acd210 req-def6da1c-08a7-46ec-93f1-3b1d863e80d8 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741036 Sep 22 22:11:33.896602 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8cfe2447-1c2f-4e4f-898b-66840c528176 req-ff75b82c-0e97-41a6-96e1-890e87019455 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715072 Sep 22 22:11:33.979623 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ecb06f8f-9900-4301-b0d8-7cf27c4b93f5 req-11a4d628-bb23-4db0-bd4c-b61ca3efa855 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 210 time: 0.0315313 Sep 22 22:11:34.055874 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1ad44-98d0-453b-9eaf-5f4393b69468 req-08aacddb-0736-4a82-a89e-7b72eb2c654c tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:34.057364 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-10d1ad44-98d0-453b-9eaf-5f4393b69468 req-08aacddb-0736-4a82-a89e-7b72eb2c654c tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0464084 Sep 22 22:11:34.104452 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-10d1ad44-98d0-453b-9eaf-5f4393b69468 req-2a4af4e2-c7f7-42d6-ae3c-53f4bfc86da7 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414824 Sep 22 22:11:35.026581 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:35.029443 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 8663b072-db48-4fbd-b30f-98d4794fd966 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 22:11:35.051307 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8b461-deb0-4826-99ea-7f4e7474bc3b req-80efd399-87af-47c7-a576-41ed36c47f6d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:35.053701 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c0e8b461-deb0-4826-99ea-7f4e7474bc3b req-80efd399-87af-47c7-a576-41ed36c47f6d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 946 time: 0.0853171 Sep 22 22:11:35.065618 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144fc2e-5588-47a9-8139-1c7fdc805d18 req-6bafac92-3855-4296-8f47-6e984e1f087c tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:35.067313 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8144fc2e-5588-47a9-8139-1c7fdc805d18 req-6bafac92-3855-4296-8f47-6e984e1f087c tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 946 time: 0.0902395 Sep 22 22:11:35.133149 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 8663b072-db48-4fbd-b30f-98d4794fd966, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8663b072-db48-4fbd-b30f-98d4794fd966,segment=NetworkSegment(3f85bb79-e1af-4130-b82b-25835361ba77),segment_id=3f85bb79-e1af-4130-b82b-25835361ba77)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:11:35.147260 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Returning: {'device': '8663b072-db48-4fbd-b30f-98d4794fd966', 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c', 'port_id': '8663b072-db48-4fbd-b30f-98d4794fd966', 'mac_address': 'fa:16:3e:d4:25:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf216d7c-d985-409d-9ea6-5ff04204374d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 22:11:35.161284 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c0e8b461-deb0-4826-99ea-7f4e7474bc3b req-ac4ac2fa-b64a-41dc-8c97-69926adf2243 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873215 Sep 22 22:11:35.170936 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8144fc2e-5588-47a9-8139-1c7fdc805d18 req-34d58f7e-3e9c-408e-b466-279878279068 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892620 Sep 22 22:11:35.215805 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port 8663b072-db48-4fbd-b30f-98d4794fd966 is: DOWN; New status is: BUILD {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:11:35.216652 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (8663b072-db48-4fbd-b30f-98d4794fd966), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:35.233774 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8663b072-db48-4fbd-b30f-98d4794fd966 {{(pid=106430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:11:35.255590 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 8663b072-db48-4fbd-b30f-98d4794fd966, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8663b072-db48-4fbd-b30f-98d4794fd966,segment=NetworkSegment(3f85bb79-e1af-4130-b82b-25835361ba77),segment_id=3f85bb79-e1af-4130-b82b-25835361ba77)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:11:35.260154 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (8663b072-db48-4fbd-b30f-98d4794fd966), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:35.264562 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ae50c017-af65-496b-8fcf-51aeb423908c req-900754ab-cf68-471b-9cc8-856a7d2c287f tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 210 time: 0.0323763 Sep 22 22:11:35.309226 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26797e3e-7554-4884-939d-691d8a6dfe4f req-2d08b380-1ed1-4990-882c-8d588d117b24 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:35.309446 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=8663b072-db48-4fbd-b30f-98d4794fd966,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:35.310727 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-26797e3e-7554-4884-939d-691d8a6dfe4f req-2d08b380-1ed1-4990-882c-8d588d117b24 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0503187 Sep 22 22:11:35.362606 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-26797e3e-7554-4884-939d-691d8a6dfe4f req-0d851a14-5108-456c-a956-076e89df8e8b tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459170 Sep 22 22:11:36.339213 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['8663b072-db48-4fbd-b30f-98d4794fd966'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:11:36.348811 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913f107-67e3-4e41-9ea6-f2f092760757 req-2e41ccac-9df7-4aac-9e6a-25a6ca5eebff tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:36.350339 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9913f107-67e3-4e41-9ea6-f2f092760757 req-2e41ccac-9df7-4aac-9e6a-25a6ca5eebff tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 946 time: 0.0899193 Sep 22 22:11:36.356533 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a6450-eb8f-4127-924c-1d10413c57ac req-7843f2f5-d35d-4995-8eac-55690b5108cf tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:36.357944 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f45a6450-eb8f-4127-924c-1d10413c57ac req-7843f2f5-d35d-4995-8eac-55690b5108cf tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 946 time: 0.0872838 Sep 22 22:11:36.431066 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9913f107-67e3-4e41-9ea6-f2f092760757 req-17efcc2d-4a79-4780-879d-b17891ca2514 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720086 Sep 22 22:11:36.442756 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f45a6450-eb8f-4127-924c-1d10413c57ac req-72c296c8-064e-46b3-ae37-85fa1f79f1d9 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768142 Sep 22 22:11:36.569206 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bd35696f-01d8-42b6-9410-ded1f4413aa5 req-ad09ae2f-ac97-4982-8989-4cc64e1adef9 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 210 time: 0.0518894 Sep 22 22:11:36.592417 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca42c43-a72a-4d6d-8e04-e124014142bc req-4f31c2a1-19b7-474c-b3bb-1408cf00f2e4 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:36.593914 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5ca42c43-a72a-4d6d-8e04-e124014142bc req-4f31c2a1-19b7-474c-b3bb-1408cf00f2e4 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0657806 Sep 22 22:11:36.645388 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5ca42c43-a72a-4d6d-8e04-e124014142bc req-3eb3b171-55cd-40e7-b874-23a7d260adc8 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453210 Sep 22 22:11:37.485173 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9739796-6e75-49a8-a57b-a4240aac8e0f req-3873c418-6678-4f06-a1d6-722d36ad6067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:37.490345 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f9739796-6e75-49a8-a57b-a4240aac8e0f req-3873c418-6678-4f06-a1d6-722d36ad6067 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 1130 time: 0.0529935 Sep 22 22:11:37.533398 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 8663b072-db48-4fbd-b30f-98d4794fd966 up at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:11:37.579268 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning for port 8663b072-db48-4fbd-b30f-98d4794fd966 completed by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 22:11:37.585609 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning complete for port 8663b072-db48-4fbd-b30f-98d4794fd966 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:11:37.586559 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (8663b072-db48-4fbd-b30f-98d4794fd966), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:37.586903 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Attempt 1 to provision port 8663b072-db48-4fbd-b30f-98d4794fd966 Sep 22 22:11:37.601472 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79e1cf-f609-400b-a4f1-b81dc88f7457 req-8e8efddf-bd93-43bb-8630-3f68de6a6e95 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:37.603349 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ea79e1cf-f609-400b-a4f1-b81dc88f7457 req-8e8efddf-bd93-43bb-8630-3f68de6a6e95 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 946 time: 0.0662222 Sep 22 22:11:37.673331 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port 8663b072-db48-4fbd-b30f-98d4794fd966 is: BUILD; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:11:37.674982 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (8663b072-db48-4fbd-b30f-98d4794fd966), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:37.676309 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ea79e1cf-f609-400b-a4f1-b81dc88f7457 req-9e321e5f-b6ae-4b3c-aa6b-f853ab8b8985 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561399 Sep 22 22:11:37.703894 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b462de-3ef3-4c76-bf6c-f1ce9edcda5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8663b072-db48-4fbd-b30f-98d4794fd966'}] {{(pid=106430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:11:37.706237 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2272dcd180a18b0bdbf7a4ac2a7f9325cd9193a83f54eb82bc11fdb6a8b27d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb7f504-9c48-4fc6-a964-b37666f05a90" -d '{"events": [{"server_uuid": "16b462de-3ef3-4c76-bf6c-f1ce9edcda5b", "name": "network-vif-plugged", "status": "completed", "tag": "8663b072-db48-4fbd-b30f-98d4794fd966"}]}' {{(pid=106430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:11:37.719432 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-74e4a153-e65e-4c52-a14f-930f3b8bf95e req-0cb9d6c7-e73a-4902-ae96-7ab53a7d27c8 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 210 time: 0.0470784 Sep 22 22:11:37.722426 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 8663b072-db48-4fbd-b30f-98d4794fd966, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8663b072-db48-4fbd-b30f-98d4794fd966,segment=NetworkSegment(3f85bb79-e1af-4130-b82b-25835361ba77),segment_id=3f85bb79-e1af-4130-b82b-25835361ba77)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:11:37.726719 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (8663b072-db48-4fbd-b30f-98d4794fd966), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:37.754597 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:37.770778 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:37.789552 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf24ac2-2e02-4662-8d00-f81d17014c8b x-openstack-request-id: req-cdf24ac2-2e02-4662-8d00-f81d17014c8b {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:11:37.789877 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b462de-3ef3-4c76-bf6c-f1ce9edcda5b", "name": "network-vif-plugged", "status": "completed", "tag": "8663b072-db48-4fbd-b30f-98d4794fd966", "code": 200}]} {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:11:37.790139 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cdf24ac2-2e02-4662-8d00-f81d17014c8b {{(pid=106430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:11:37.790753 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdf24ac2-2e02-4662-8d00-f81d17014c8b'] response: {'server_uuid': '16b462de-3ef3-4c76-bf6c-f1ce9edcda5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8663b072-db48-4fbd-b30f-98d4794fd966', 'code': 200} Sep 22 22:11:37.805050 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=8663b072-db48-4fbd-b30f-98d4794fd966,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:37.819690 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b531b4-d353-4e07-826c-591bd0f5e3e7 req-136b885a-6316-4ca0-9b5c-aef16ceaf76b tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:37.822520 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-66b531b4-d353-4e07-826c-591bd0f5e3e7 req-136b885a-6316-4ca0-9b5c-aef16ceaf76b tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0578964 Sep 22 22:11:37.879501 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-66b531b4-d353-4e07-826c-591bd0f5e3e7 req-6f1c2ba9-eab6-476d-8dbd-6e61c39b4f28 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483510 Sep 22 22:11:38.170375 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:38.204689 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f9739796-6e75-49a8-a57b-a4240aac8e0f req-6183c4ad-b84a-4d40-afc3-9b03430e4a3e service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722249 Sep 22 22:11:38.239768 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45728514-235f-46dd-8f63-b22debfe63f7 req-3455501b-083c-45ea-ae1b-7c47b89514ed tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:38.241274 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-45728514-235f-46dd-8f63-b22debfe63f7 req-3455501b-083c-45ea-ae1b-7c47b89514ed tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0487001 Sep 22 22:11:38.290080 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-45728514-235f-46dd-8f63-b22debfe63f7 req-6a5ff6a3-c2ef-4e66-a3da-4b38aa6cf670 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423391 Sep 22 22:11:38.808060 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec481ab6-385f-4e05-b584-ab69bca5c6b0 req-16d15957-884d-41f9-bd2e-bc2a836872c8 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:38.809569 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ec481ab6-385f-4e05-b584-ab69bca5c6b0 req-16d15957-884d-41f9-bd2e-bc2a836872c8 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 946 time: 0.0484951 Sep 22 22:11:38.850050 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:38.858329 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ec481ab6-385f-4e05-b584-ab69bca5c6b0 req-1b034402-74c0-4d70-9f13-e43be62e1467 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432503 Sep 22 22:11:38.948982 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f52747f8-e9e5-4ad0-9f3a-424482f022ca req-810b994f-c044-43d2-a658-67211a2d2168 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 210 time: 0.0323622 Sep 22 22:11:39.409719 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96eaf7-83f9-4733-8e12-5d71849e6e2b req-bcfa514d-a9f3-4ab0-a872-9f781762515e tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:39.411154 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bc96eaf7-83f9-4733-8e12-5d71849e6e2b req-bcfa514d-a9f3-4ab0-a872-9f781762515e tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0456088 Sep 22 22:11:39.458671 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bc96eaf7-83f9-4733-8e12-5d71849e6e2b req-80f9d6f3-748a-4bd4-9419-9e0fd80f7ba2 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412703 Sep 22 22:11:39.984036 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ee1b0-b753-4e2b-b5cf-cb67f1bd692c req-9d359377-8e71-441c-a2c1-3e0c6be77050 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:39.985725 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-527ee1b0-b753-4e2b-b5cf-cb67f1bd692c req-9d359377-8e71-441c-a2c1-3e0c6be77050 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 946 time: 0.0498924 Sep 22 22:11:40.036248 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-527ee1b0-b753-4e2b-b5cf-cb67f1bd692c req-2331f95a-5a50-4882-9a2b-afbb58cb94f9 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448804 Sep 22 22:11:40.126149 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e0243a28-635b-435a-a909-562e0414b6ee req-f1cce14d-0b83-4785-a1e6-8f0d3efa2cea tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 210 time: 0.0323188 Sep 22 22:11:40.584969 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee6bbc-58f5-448b-958e-0507054ba8f1 req-ecc16079-1035-464c-a75e-12dd7d08ac5c tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:40.586548 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7aee6bbc-58f5-448b-958e-0507054ba8f1 req-ecc16079-1035-464c-a75e-12dd7d08ac5c tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0548599 Sep 22 22:11:40.634591 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7aee6bbc-58f5-448b-958e-0507054ba8f1 req-ca8a27bd-b63b-4f35-a166-2b57a9efb0c0 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423481 Sep 22 22:11:41.159941 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c127cf-f19d-4738-b74e-6810090d1fef req-411460c5-4be6-488f-bea2-8213f25beca6 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:41.161540 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d1c127cf-f19d-4738-b74e-6810090d1fef req-411460c5-4be6-488f-bea2-8213f25beca6 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 946 time: 0.0494120 Sep 22 22:11:41.214091 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d1c127cf-f19d-4738-b74e-6810090d1fef req-4dcbc95b-6ae0-4190-8b34-2081c8386aec tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458806 Sep 22 22:11:41.303697 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-690d6677-b186-4a4b-9c6e-edb260e82976 req-2615fed2-9ed8-45c3-87e6-855edc8cc6b8 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 210 time: 0.0320582 Sep 22 22:11:41.755062 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a20efd-1937-4755-91a6-328bfc2aa593 req-f62f80a0-92b1-4016-8e5c-29cf7a4374dc tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:41.756532 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e3a20efd-1937-4755-91a6-328bfc2aa593 req-f62f80a0-92b1-4016-8e5c-29cf7a4374dc tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0485735 Sep 22 22:11:41.805228 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e3a20efd-1937-4755-91a6-328bfc2aa593 req-5cdbf556-563b-4062-b5b6-1dab63aea39a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428076 Sep 22 22:11:42.333248 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fbac1-820e-436b-8208-3388e3fbb5e9 req-f6d1ee8e-4579-4ee1-af71-d865bc9b46bd tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:42.334610 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c03fbac1-820e-436b-8208-3388e3fbb5e9 req-f6d1ee8e-4579-4ee1-af71-d865bc9b46bd tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 946 time: 0.0475204 Sep 22 22:11:42.382230 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c03fbac1-820e-436b-8208-3388e3fbb5e9 req-10e3caad-1a86-475b-b841-6771e24df469 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414844 Sep 22 22:11:42.470599 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b3644ebf-1c42-4f22-9bd2-6b5b8a369d8a req-b672437b-0711-4939-b6d9-b1a22f56c328 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 210 time: 0.0317168 Sep 22 22:11:42.927617 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34999fd4-6b23-41fc-aada-1a3072bb814d req-551b7c8e-f603-4d2b-835e-4944c494603f tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:42.929400 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-34999fd4-6b23-41fc-aada-1a3072bb814d req-551b7c8e-f603-4d2b-835e-4944c494603f tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0488517 Sep 22 22:11:42.977381 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-34999fd4-6b23-41fc-aada-1a3072bb814d req-15a4342b-e2e9-48fa-b6ad-0e6080005784 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424018 Sep 22 22:11:43.124340 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=4 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:43.138646 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:43.506133 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a97e9-e9d7-486f-8cbf-2231cf8cee0d req-f1a1c4f4-c9ec-4806-9b00-e16a3274d7e5 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:43.507625 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6e0a97e9-e9d7-486f-8cbf-2231cf8cee0d req-f1a1c4f4-c9ec-4806-9b00-e16a3274d7e5 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 946 time: 0.0522408 Sep 22 22:11:43.554087 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6e0a97e9-e9d7-486f-8cbf-2231cf8cee0d req-abb26330-a065-4756-bd12-6ef557d6837d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406067 Sep 22 22:11:43.640174 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ae588811-319a-4563-90a3-4f0ace869da6 req-b701f18f-8835-4a98-a073-31c895c6f47f tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 210 time: 0.0306931 Sep 22 22:11:44.095139 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f001c-4fb1-4c3d-b607-8fc8df80ded4 req-d41575c4-b43d-4b4a-a275-f18b88004a90 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:44.096611 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0e8f001c-4fb1-4c3d-b607-8fc8df80ded4 req-d41575c4-b43d-4b4a-a275-f18b88004a90 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0464110 Sep 22 22:11:44.117484 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:44.144084 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0e8f001c-4fb1-4c3d-b607-8fc8df80ded4 req-9da4c15a-8fc5-4e2b-877e-f6bd6f8e1d98 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420809 Sep 22 22:11:44.674226 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fadb44-b154-47dc-9557-71fd89b77737 req-5de33fc4-8799-41bc-b0a1-26c869d55fe3 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:44.675714 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-74fadb44-b154-47dc-9557-71fd89b77737 req-5de33fc4-8799-41bc-b0a1-26c869d55fe3 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 946 time: 0.0475302 Sep 22 22:11:44.724920 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-74fadb44-b154-47dc-9557-71fd89b77737 req-9303ed5f-2763-4b6b-8797-657517ca7049 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425565 Sep 22 22:11:44.812310 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c94abd34-2735-43e7-8528-abde52a56abe req-94b2f594-80da-45b9-b400-9c33726443e3 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 210 time: 0.0320630 Sep 22 22:11:44.855029 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-413ef11d-45d4-46dc-a477-bc6a0eaf0c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:45.266873 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81499fc9-ce35-4cfd-b05d-5bcf5d866f1e req-f79aa8a5-1810-43a9-9d63-77a9b9e58470 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:45.268366 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-81499fc9-ce35-4cfd-b05d-5bcf5d866f1e req-f79aa8a5-1810-43a9-9d63-77a9b9e58470 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0484567 Sep 22 22:11:45.288850 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:45.319884 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-81499fc9-ce35-4cfd-b05d-5bcf5d866f1e req-3af5f611-b05b-4f40-be1e-db2ff691347a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459089 Sep 22 22:11:45.556187 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cfbd0-3730-4ba9-8544-ab9bc93b4b87 req-4f21dc9d-2afe-4dd9-a01a-54c37b26366c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:45.557926 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-892cfbd0-3730-4ba9-8544-ab9bc93b4b87 req-4f21dc9d-2afe-4dd9-a01a-54c37b26366c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=0499a794df4444b594ee3126a8e210c1&device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 1129 time: 0.0476243 Sep 22 22:11:45.849379 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee6a68-616c-47db-838c-986b1979ef67 req-4ae0373c-df06-4472-959c-0102a9345aad tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:45.850910 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-00ee6a68-616c-47db-838c-986b1979ef67 req-4ae0373c-df06-4472-959c-0102a9345aad tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 946 time: 0.0503502 Sep 22 22:11:45.905264 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-00ee6a68-616c-47db-838c-986b1979ef67 req-4e771947-c482-466c-9b44-2725a3fab275 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477657 Sep 22 22:11:45.988129 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5d9b3e76-3fab-40d2-ae07-c4940cd9d753 req-ce90731d-d6b8-4bf9-ac2e-72ef90ae4e66 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 210 time: 0.0279496 Sep 22 22:11:46.312563 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cfbd0-3730-4ba9-8544-ab9bc93b4b87 req-515c6f1c-86be-4205-9385-ad00fe6d6ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:46.314313 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-892cfbd0-3730-4ba9-8544-ab9bc93b4b87 req-515c6f1c-86be-4205-9385-ad00fe6d6ec1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=770f63d9-fbe3-4433-90af-714bf608e28c HTTP/1.1" status: 200 len: 919 time: 0.1111469 Sep 22 22:11:46.408667 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-892cfbd0-3730-4ba9-8544-ab9bc93b4b87 req-c5555a9a-f5e9-4908-935b-e2ff9f1fecbf service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fd347ea-72b4-4b9b-97b6-c703e8d2774a HTTP/1.1" status: 200 len: 217 time: 0.0478621 Sep 22 22:11:46.529133 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa6e8f-3bb1-42de-beda-b1d5bd299fc5 req-daeb9cd8-0702-4cde-8d7b-bd3a0d26fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:46.530948 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-29aa6e8f-3bb1-42de-beda-b1d5bd299fc5 req-daeb9cd8-0702-4cde-8d7b-bd3a0d26fc1d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 1130 time: 0.1241734 Sep 22 22:11:46.532257 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:46.539657 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae59374-1f99-49c0-bd08-ebd387fb38a0 req-1114b3cb-d07a-4b60-8473-6710c1084709 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:46.541129 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fae59374-1f99-49c0-bd08-ebd387fb38a0 req-1114b3cb-d07a-4b60-8473-6710c1084709 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.1009912 Sep 22 22:11:46.545169 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cfbd0-3730-4ba9-8544-ab9bc93b4b87 req-fc4148f6-ac7f-4417-82f2-0b7a70c02029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:46.546611 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-892cfbd0-3730-4ba9-8544-ab9bc93b4b87 req-fc4148f6-ac7f-4417-82f2-0b7a70c02029 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=bf216d7c-d985-409d-9ea6-5ff04204374d HTTP/1.1" status: 200 len: 857 time: 0.1048517 Sep 22 22:11:46.595344 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fae59374-1f99-49c0-bd08-ebd387fb38a0 req-e5dd69f4-bb80-43b9-9f7a-7c80e517f71c tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466347 Sep 22 22:11:46.758510 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cfbd0-3730-4ba9-8544-ab9bc93b4b87 req-1057d937-7a0a-46ef-9813-881f31d284cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:46.760429 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-892cfbd0-3730-4ba9-8544-ab9bc93b4b87 req-1057d937-7a0a-46ef-9813-881f31d284cb service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=770f63d9-fbe3-4433-90af-714bf608e28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0738251 Sep 22 22:11:46.775038 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-29aa6e8f-3bb1-42de-beda-b1d5bd299fc5 req-988d70fc-916c-4f8c-809e-67a7b845449a service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923529 Sep 22 22:11:46.930700 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 38602) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:11:47.053758 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a3c6c-5c4e-4fba-a9c1-bc94c91440a9 req-0069b4d9-8b09-4034-b777-90f569db29f1 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:47.060518 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-961a3c6c-5c4e-4fba-a9c1-bc94c91440a9 req-0069b4d9-8b09-4034-b777-90f569db29f1 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 946 time: 0.0643904 Sep 22 22:11:47.062665 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-536a0ee7-89b0-44f6-be9c-a144f9bce5b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:47.079505 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c2d859a8-d22d-4c74-a449-afe515775001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:47.143250 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-42acaade-9e32-49ca-895c-a96439dd31f7 req-fe0ccd80-8254-409b-a523-8ec9f13d6c06 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 210 time: 0.0485275 Sep 22 22:11:47.183323 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-961a3c6c-5c4e-4fba-a9c1-bc94c91440a9 req-2511813f-618a-4b4e-9ad2-43fbb1cb581a tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058106 Sep 22 22:11:47.243533 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c2d859a8-d22d-4c74-a449-afe515775001 admin admin] Publish callbacks [] for security_group (0c16fcf9-ae70-4846-956c-339f22f24e38), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:47.248680 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c2d859a8-d22d-4c74-a449-afe515775001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (0c16fcf9-ae70-4846-956c-339f22f24e38), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:47.276532 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:47.328968 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:47.334739 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-c2d859a8-d22d-4c74-a449-afe515775001 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ee5aa87e5ba34b3cae451859b7c345c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4029379 Sep 22 22:11:47.335840 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d859a8-d22d-4c74-a449-afe515775001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c16fcf9-ae70-4846-956c-339f22f24e38,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:47.338331 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 38630) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:11:47.351795 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478dd8d0-fbb0-48b2-8874-5bd9a699dc82 req-e441d97f-a15e-4c47-909e-ee92cea28e4c tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:47.353488 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-478dd8d0-fbb0-48b2-8874-5bd9a699dc82 req-e441d97f-a15e-4c47-909e-ee92cea28e4c tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 946 time: 0.0834856 Sep 22 22:11:47.371283 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 38632) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:11:47.376499 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-698a9f6a-1765-48e1-a4d4-fa95be13448f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Request body: {'floatingip': {'port_id': '1f73d7aa-997f-4856-81f0-98fb975bdbf8'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:11:47.392441 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-518f0408-ec52-49d4-a705-e7ceb0b25e80 admin admin] Publish callbacks [] for security_group (0c16fcf9-ae70-4846-956c-339f22f24e38), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:47.415602 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-518f0408-ec52-49d4-a705-e7ceb0b25e80 admin admin] Publish callbacks [] for security_group (0c16fcf9-ae70-4846-956c-339f22f24e38), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:47.456018 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-698a9f6a-1765-48e1-a4d4-fa95be13448f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for floatingip (ed1445e2-e7ff-4aaa-88a6-5cc88f34d449), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:47.481792 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-518f0408-ec52-49d4-a705-e7ceb0b25e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (0c16fcf9-ae70-4846-956c-339f22f24e38), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:47.484874 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-518f0408-ec52-49d4-a705-e7ceb0b25e80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:47.487891 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-518f0408-ec52-49d4-a705-e7ceb0b25e80 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0c16fcf9-ae70-4846-956c-339f22f24e38 HTTP/1.1" status: 204 len: 168 time: 0.1482611 Sep 22 22:11:47.503999 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f0408-ec52-49d4-a705-e7ceb0b25e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c16fcf9-ae70-4846-956c-339f22f24e38,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:47.575222 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 38640) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:11:47.745511 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-b1eb60c4-3237-4264-a28a-55e221157712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:47.827947 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a1c69-a296-45af-82fe-d00242de53b9 req-250b114f-6607-4172-a8f0-d67cbe0e60f3 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:47.829973 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bc2a1c69-a296-45af-82fe-d00242de53b9 req-250b114f-6607-4172-a8f0-d67cbe0e60f3 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0889874 Sep 22 22:11:47.855166 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-b1eb60c4-3237-4264-a28a-55e221157712 admin admin] Publish callbacks [] for security_group (a7fc115a-3246-463a-b6db-c5b407db2578), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:47.861467 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-b1eb60c4-3237-4264-a28a-55e221157712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (a7fc115a-3246-463a-b6db-c5b407db2578), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:47.906983 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-b1eb60c4-3237-4264-a28a-55e221157712 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a2853b8131e448f7abe704f93a27e3dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3306534 Sep 22 22:11:47.908259 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb60c4-3237-4264-a28a-55e221157712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fc115a-3246-463a-b6db-c5b407db2578,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:47.910680 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 38648) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:11:47.971062 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c0de966f-50b9-4bb4-b1bd-23adb163f750 admin admin] Publish callbacks [] for security_group (a7fc115a-3246-463a-b6db-c5b407db2578), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:47.995019 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c0de966f-50b9-4bb4-b1bd-23adb163f750 admin admin] Publish callbacks [] for security_group (a7fc115a-3246-463a-b6db-c5b407db2578), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:48.050896 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c0de966f-50b9-4bb4-b1bd-23adb163f750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (a7fc115a-3246-463a-b6db-c5b407db2578), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:48.053730 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c0de966f-50b9-4bb4-b1bd-23adb163f750 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:48.057680 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-c0de966f-50b9-4bb4-b1bd-23adb163f750 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a7fc115a-3246-463a-b6db-c5b407db2578 HTTP/1.1" status: 204 len: 168 time: 0.1459124 Sep 22 22:11:48.071122 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de966f-50b9-4bb4-b1bd-23adb163f750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fc115a-3246-463a-b6db-c5b407db2578,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:48.304000 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:48.321569 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bc2a1c69-a296-45af-82fe-d00242de53b9 req-a0cdd528-555c-4983-901b-3da724c58fce tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516856 Sep 22 22:11:48.359554 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cd11f5c1-b869-487d-9b73-37f39da101ff req-cc11dcd7-e032-45b4-9dfe-8894b0f8c22b tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 210 time: 0.1142941 Sep 22 22:11:48.434710 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-892cfbd0-3730-4ba9-8544-ab9bc93b4b87 req-55697740-534f-41a6-8c2a-5f4fd33a0e48 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6032302 Sep 22 22:11:48.529018 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 38668) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:11:48.549942 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f1409d71-2103-4985-8144-882bef8268cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:48.657878 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-698a9f6a-1765-48e1-a4d4-fa95be13448f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:48.663735 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-698a9f6a-1765-48e1-a4d4-fa95be13448f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (ed1445e2-e7ff-4aaa-88a6-5cc88f34d449), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:48.669026 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f1409d71-2103-4985-8144-882bef8268cf admin admin] Publish callbacks [] for security_group (5fb73891-a0ce-4747-9ef2-fb08b239f621), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:48.674223 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f1409d71-2103-4985-8144-882bef8268cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (5fb73891-a0ce-4747-9ef2-fb08b239f621), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:48.709827 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-f1409d71-2103-4985-8144-882bef8268cf admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0a2dd772b1624f23ab1716ca79e1e70a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1790545 Sep 22 22:11:48.713014 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 38684) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:11:48.746066 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1409d71-2103-4985-8144-882bef8268cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb73891-a0ce-4747-9ef2-fb08b239f621,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:48.835324 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-b75b579a-30c6-455e-a4cd-debe7bf23b70 admin admin] Publish callbacks [] for security_group (5fb73891-a0ce-4747-9ef2-fb08b239f621), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:48.858118 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.db.l3_db [None req-698a9f6a-1765-48e1-a4d4-fa95be13448f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Floating IP ed1445e2-e7ff-4aaa-88a6-5cc88f34d449 associated. External IP: 172.27.1.186, port: 1f73d7aa-997f-4856-81f0-98fb975bdbf8. Sep 22 22:11:48.872720 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-b75b579a-30c6-455e-a4cd-debe7bf23b70 admin admin] Publish callbacks [] for security_group (5fb73891-a0ce-4747-9ef2-fb08b239f621), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:48.890205 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:48.912502 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:48.948975 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-b75b579a-30c6-455e-a4cd-debe7bf23b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (5fb73891-a0ce-4747-9ef2-fb08b239f621), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:48.951909 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-b75b579a-30c6-455e-a4cd-debe7bf23b70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:48.953173 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-b75b579a-30c6-455e-a4cd-debe7bf23b70 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5fb73891-a0ce-4747-9ef2-fb08b239f621 HTTP/1.1" status: 204 len: 168 time: 0.2390873 Sep 22 22:11:48.963430 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b579a-30c6-455e-a4cd-debe7bf23b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb73891-a0ce-4747-9ef2-fb08b239f621,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:48.985532 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-892cfbd0-3730-4ba9-8544-ab9bc93b4b87 req-b4ebc129-bc3a-4460-acb7-774e7603e9d9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069516 Sep 22 22:11:49.102774 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:49.103826 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:49.130814 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698a9f6a-1765-48e1-a4d4-fa95be13448f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Router c61ed6dd-031e-4a20-9d68-18897d0cccb2 has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:11:49.200376 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 38700) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:11:49.246902 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698a9f6a-1765-48e1-a4d4-fa95be13448f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:11:49.252611 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-698a9f6a-1765-48e1-a4d4-fa95be13448f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:49.260570 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce87da9-042e-40c8-993a-4f97bb70ced0 None None] Sync routers for ids ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'] in dv-cinder-849143-6-iscsi {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:11:49.284033 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce87da9-042e-40c8-993a-4f97bb70ced0 None None] Routers {'c61ed6dd-031e-4a20-9d68-18897d0cccb2'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:11:49.284670 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-cce87da9-042e-40c8-993a-4f97bb70ced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:11:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:11:49.303805 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-698a9f6a-1765-48e1-a4d4-fa95be13448f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/ed1445e2-e7ff-4aaa-88a6-5cc88f34d449 HTTP/1.1" status: 200 len: 992 time: 1.9310927 Sep 22 22:11:49.305231 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765e0b40-b687-4b25-b264-0b84e9d0a8a3', 'tag': '1f73d7aa-997f-4856-81f0-98fb975bdbf8'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:11:49.308350 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a744cc-236a-4d71-b6b1-5c4ce9511cae" -d '{"events": [{"name": "network-changed", "server_uuid": "765e0b40-b687-4b25-b264-0b84e9d0a8a3", "tag": "1f73d7aa-997f-4856-81f0-98fb975bdbf8"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:11:49.344045 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-0c8266bc-0189-4e9c-97ba-58c0cee63c6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:49.362553 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675fc226-3b32-4ecc-adac-997dcaeccd3f x-openstack-request-id: req-675fc226-3b32-4ecc-adac-997dcaeccd3f {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:11:49.363394 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "765e0b40-b687-4b25-b264-0b84e9d0a8a3", "tag": "1f73d7aa-997f-4856-81f0-98fb975bdbf8", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:11:49.363816 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-675fc226-3b32-4ecc-adac-997dcaeccd3f {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:11:49.364389 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-675fc226-3b32-4ecc-adac-997dcaeccd3f'] response: {'name': 'network-changed', 'server_uuid': '765e0b40-b687-4b25-b264-0b84e9d0a8a3', 'tag': '1f73d7aa-997f-4856-81f0-98fb975bdbf8', 'status': 'completed', 'code': 200} Sep 22 22:11:49.433860 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-cce87da9-042e-40c8-993a-4f97bb70ced0 None None] Set router c61ed6dd-031e-4a20-9d68-18897d0cccb2 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:11:49.548882 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-0c8266bc-0189-4e9c-97ba-58c0cee63c6d admin admin] Publish callbacks [] for security_group (33285769-a2df-4e07-941f-6dfa6cc5c34d), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:49.549410 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-681869e6-885c-4de8-80b4-3cb8c92a6b1e req-c8cb6a16-10a8-438c-8f99-9bd25b63c754 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 210 time: 0.0645885 Sep 22 22:11:49.554729 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-0c8266bc-0189-4e9c-97ba-58c0cee63c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (33285769-a2df-4e07-941f-6dfa6cc5c34d), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:49.573911 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4023386-4bad-4143-85fb-0d03dfe4cc15 req-dd3f0117-a9b9-4e87-8524-19dadc280fb6 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:49.575761 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f4023386-4bad-4143-85fb-0d03dfe4cc15 req-dd3f0117-a9b9-4e87-8524-19dadc280fb6 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.1157272 Sep 22 22:11:49.598909 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-0c8266bc-0189-4e9c-97ba-58c0cee63c6d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3090011abe2f47fc803b45e9aa84c70c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3967366 Sep 22 22:11:49.605429 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 38722) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:11:49.628917 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8266bc-0189-4e9c-97ba-58c0cee63c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33285769-a2df-4e07-941f-6dfa6cc5c34d,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:49.728073 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f4023386-4bad-4143-85fb-0d03dfe4cc15 req-8938117f-d57c-4729-a23f-cc826a59b1d3 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320961 Sep 22 22:11:49.759804 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-329be9bb-1ca7-43b7-9b51-c76bf9eb39e7 admin admin] Publish callbacks [] for security_group (33285769-a2df-4e07-941f-6dfa6cc5c34d), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:49.774738 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:49.817503 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-329be9bb-1ca7-43b7-9b51-c76bf9eb39e7 admin admin] Publish callbacks [] for security_group (33285769-a2df-4e07-941f-6dfa6cc5c34d), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:49.837902 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-cce87da9-042e-40c8-993a-4f97bb70ced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'gw_port': {'id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:13Z', 'updated_at': '2022-09-22T22:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': 'ed1445e2-e7ff-4aaa-88a6-5cc88f34d449', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'port_id': '1f73d7aa-997f-4856-81f0-98fb975bdbf8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 73, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'mac_address': 'fa:16:3e:cf:94:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765e0b40-b687-4b25-b264-0b84e9d0a8a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:10:22Z', 'updated_at': '2022-09-22T22:11:48Z', 'revision_number': 1, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68bdd94-0ddc-462e-97eb-b3583122f420', 'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'mac_address': 'fa:16:3e:0a:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:17Z', 'updated_at': '2022-09-22T22:10:27Z', 'revision_number': 5, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'subnets': [{'id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:11:49.886485 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-329be9bb-1ca7-43b7-9b51-c76bf9eb39e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (33285769-a2df-4e07-941f-6dfa6cc5c34d), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:49.889756 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-329be9bb-1ca7-43b7-9b51-c76bf9eb39e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:49.890991 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-329be9bb-1ca7-43b7-9b51-c76bf9eb39e7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/33285769-a2df-4e07-941f-6dfa6cc5c34d HTTP/1.1" status: 204 len: 168 time: 0.2842631 Sep 22 22:11:49.903683 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce87da9-042e-40c8-993a-4f97bb70ced0 None None] Checking router: c61ed6dd-031e-4a20-9d68-18897d0cccb2 for host: dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:11:49.910555 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329be9bb-1ca7-43b7-9b51-c76bf9eb39e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33285769-a2df-4e07-941f-6dfa6cc5c34d,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:49.915725 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b663c5-7269-4864-928c-d7bcdac0637f req-6ee3b770-87a4-4b58-8b6d-202ae20454a2 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:49.917307 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-04b663c5-7269-4864-928c-d7bcdac0637f req-6ee3b770-87a4-4b58-8b6d-202ae20454a2 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.57 "GET /networking/v2.0/networks?id=ade89f04-fe3a-455d-93a5-b71450428421 HTTP/1.1" status: 200 len: 813 time: 0.2253084 Sep 22 22:11:49.921890 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce87da9-042e-40c8-993a-4f97bb70ced0 None None] Routers {'c61ed6dd-031e-4a20-9d68-18897d0cccb2'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:11:49.922694 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-cce87da9-042e-40c8-993a-4f97bb70ced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:11:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:11:50.049462 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:50.076348 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-cce87da9-042e-40c8-993a-4f97bb70ced0 None None] Set router c61ed6dd-031e-4a20-9d68-18897d0cccb2 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:11:50.299741 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-04b663c5-7269-4864-928c-d7bcdac0637f req-73c36a9f-86ef-4c2c-935f-f57fa901ceee tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Request body: {'port': {'device_id': '2db03f26-beec-4475-8f6d-395416d4a030', 'network_id': 'ade89f04-fe3a-455d-93a5-b71450428421', 'admin_state_up': True, 'tenant_id': 'd58361c0e40c48f4966aee3515859326'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:11:50.403641 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 38758) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:11:50.420144 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-be6a6660-e167-43a6-90d7-3c8b2deaadc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:50.455954 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=100 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:50.461326 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-cce87da9-042e-40c8-993a-4f97bb70ced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'gw_port': {'id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:13Z', 'updated_at': '2022-09-22T22:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': 'ed1445e2-e7ff-4aaa-88a6-5cc88f34d449', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'port_id': '1f73d7aa-997f-4856-81f0-98fb975bdbf8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 73, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'mac_address': 'fa:16:3e:cf:94:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765e0b40-b687-4b25-b264-0b84e9d0a8a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:10:22Z', 'updated_at': '2022-09-22T22:11:48Z', 'revision_number': 1, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68bdd94-0ddc-462e-97eb-b3583122f420', 'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'mac_address': 'fa:16:3e:0a:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:17Z', 'updated_at': '2022-09-22T22:10:27Z', 'revision_number': 5, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'subnets': [{'id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:11:50.504145 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce87da9-042e-40c8-993a-4f97bb70ced0 None None] The sync data for ids ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'] in dv-cinder-849143-6-iscsi is: [{'id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'gw_port': {'id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:13Z', 'updated_at': '2022-09-22T22:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': 'ed1445e2-e7ff-4aaa-88a6-5cc88f34d449', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'port_id': '1f73d7aa-997f-4856-81f0-98fb975bdbf8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 73, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'mac_address': 'fa:16:3e:cf:94:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765e0b40-b687-4b25-b264-0b84e9d0a8a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:10:22Z', 'updated_at': '2022-09-22T22:11:48Z', 'revision_number': 1, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68bdd94-0ddc-462e-97eb-b3583122f420', 'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'mac_address': 'fa:16:3e:0a:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:17Z', 'updated_at': '2022-09-22T22:10:27Z', 'revision_number': 5, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'subnets': [{'id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:11:50.545734 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-be6a6660-e167-43a6-90d7-3c8b2deaadc9 admin admin] Publish callbacks [] for security_group (a7ad0398-aa40-4d79-a575-a0d01e7aaae7), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:50.551449 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-be6a6660-e167-43a6-90d7-3c8b2deaadc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (a7ad0398-aa40-4d79-a575-a0d01e7aaae7), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:50.560636 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a744cc-236a-4d71-b6b1-5c4ce9511cae req-31fa8916-59d9-431c-bcca-4679ffff006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:50.562511 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c6a744cc-236a-4d71-b6b1-5c4ce9511cae req-31fa8916-59d9-431c-bcca-4679ffff006e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=226257b343d24054bc2178b47a9a5a4f&device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 1130 time: 0.3164647 Sep 22 22:11:50.588116 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-be6a6660-e167-43a6-90d7-3c8b2deaadc9 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b6ddda7779a144a2a51e4905f4329ef4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1832607 Sep 22 22:11:50.588895 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 38766) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:11:50.638773 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04b663c5-7269-4864-928c-d7bcdac0637f req-73c36a9f-86ef-4c2c-935f-f57fa901ceee tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Made reservation on behalf of d58361c0e40c48f4966aee3515859326 for: {'port': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:11:50.643639 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-04b663c5-7269-4864-928c-d7bcdac0637f req-73c36a9f-86ef-4c2c-935f-f57fa901ceee tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:50.662647 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a6660-e167-43a6-90d7-3c8b2deaadc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ad0398-aa40-4d79-a575-a0d01e7aaae7,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:50.685418 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-9d2b3c54-fad7-4ca5-86e7-d74378bf63a3 admin admin] Publish callbacks [] for security_group (a7ad0398-aa40-4d79-a575-a0d01e7aaae7), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:50.713061 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-9d2b3c54-fad7-4ca5-86e7-d74378bf63a3 admin admin] Publish callbacks [] for security_group (a7ad0398-aa40-4d79-a575-a0d01e7aaae7), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:50.737842 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6b5486a4-e95d-4945-b755-d3f20751e415 req-57df78fe-7e38-4dc1-9b2c-1b46b2667819 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 210 time: 0.0662553 Sep 22 22:11:50.784041 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-9d2b3c54-fad7-4ca5-86e7-d74378bf63a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (a7ad0398-aa40-4d79-a575-a0d01e7aaae7), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:50.787118 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-9d2b3c54-fad7-4ca5-86e7-d74378bf63a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:50.796656 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-9d2b3c54-fad7-4ca5-86e7-d74378bf63a3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a7ad0398-aa40-4d79-a575-a0d01e7aaae7 HTTP/1.1" status: 204 len: 168 time: 0.2054198 Sep 22 22:11:50.811693 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b3c54-fad7-4ca5-86e7-d74378bf63a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ad0398-aa40-4d79-a575-a0d01e7aaae7,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:50.890768 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556aca78-5372-4934-bdf4-1191635e87f7 None None] New status for floating IP ed1445e2-e7ff-4aaa-88a6-5cc88f34d449: ACTIVE {{(pid=106430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 22:11:50.978159 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb57ac-78da-47a8-85f9-f50565dce096 req-7d0480ba-5533-4451-8e10-61c9f5bdc1a9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:50.980003 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-25eb57ac-78da-47a8-85f9-f50565dce096 req-7d0480ba-5533-4451-8e10-61c9f5bdc1a9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.1203678 Sep 22 22:11:50.989657 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a744cc-236a-4d71-b6b1-5c4ce9511cae req-30533217-d7c3-49d7-a53f-4a1d66dcaaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:50.991127 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c6a744cc-236a-4d71-b6b1-5c4ce9511cae req-30533217-d7c3-49d7-a53f-4a1d66dcaaab service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=76b70dbd-430e-4822-82a3-49c7f238d2e2 HTTP/1.1" status: 200 len: 916 time: 0.2782142 Sep 22 22:11:51.110289 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:51.154988 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-25eb57ac-78da-47a8-85f9-f50565dce096 req-5ab7779f-8e1e-441d-b173-585da4e149fe tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586282 Sep 22 22:11:51.164033 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:51.166815 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [req-04b663c5-7269-4864-928c-d7bcdac0637f req-73c36a9f-86ef-4c2c-935f-f57fa901ceee tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Allocated IP 172.20.0.10 (ade89f04-fe3a-455d-93a5-b71450428421/668848eb-ecd6-4fcb-86fd-5d26ff938721/f669f0bc-c901-4213-87e9-b6ba474f53a7) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:11:51.205269 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c6a744cc-236a-4d71-b6b1-5c4ce9511cae req-a5eb179f-0947-4a6a-9232-014d280f0a5c service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f73d7aa-997f-4856-81f0-98fb975bdbf8 HTTP/1.1" status: 200 len: 1000 time: 0.1883368 Sep 22 22:11:51.343501 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a744cc-236a-4d71-b6b1-5c4ce9511cae req-6bfea6bd-1ba4-4f1a-8e83-f858a6198000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:51.344974 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c6a744cc-236a-4d71-b6b1-5c4ce9511cae req-6bfea6bd-1ba4-4f1a-8e83-f858a6198000 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b69367a6-5eda-4933-ae45-e149b1c204d0 HTTP/1.1" status: 200 len: 854 time: 0.1191928 Sep 22 22:11:51.435773 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-04b663c5-7269-4864-928c-d7bcdac0637f req-73c36a9f-86ef-4c2c-935f-f57fa901ceee tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Publish callbacks [] for port (f669f0bc-c901-4213-87e9-b6ba474f53a7), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:51.474785 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a744cc-236a-4d71-b6b1-5c4ce9511cae req-b7b71461-9aee-4ee6-a5f9-8fa017b940cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:51.476385 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c6a744cc-236a-4d71-b6b1-5c4ce9511cae req-b7b71461-9aee-4ee6-a5f9-8fa017b940cd service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=76b70dbd-430e-4822-82a3-49c7f238d2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1233451 Sep 22 22:11:51.477853 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-04b663c5-7269-4864-928c-d7bcdac0637f req-73c36a9f-86ef-4c2c-935f-f57fa901ceee tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (f669f0bc-c901-4213-87e9-b6ba474f53a7), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:51.555304 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04b663c5-7269-4864-928c-d7bcdac0637f req-73c36a9f-86ef-4c2c-935f-f57fa901ceee tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Network ade89f04-fe3a-455d-93a5-b71450428421 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:11:51.585958 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [req-04b663c5-7269-4864-928c-d7bcdac0637f req-73c36a9f-86ef-4c2c-935f-f57fa901ceee tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:11:51.589749 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c36a9f-86ef-4c2c-935f-f57fa901ceee tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Pushing event updated for resources: {'Port': ['ID=f669f0bc-c901-4213-87e9-b6ba474f53a7,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:51.593449 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b663c5-7269-4864-928c-d7bcdac0637f req-73c36a9f-86ef-4c2c-935f-f57fa901ceee tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:11:51.674272 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b663c5-7269-4864-928c-d7bcdac0637f req-73c36a9f-86ef-4c2c-935f-f57fa901ceee tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:51.674975 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-04b663c5-7269-4864-928c-d7bcdac0637f req-73c36a9f-86ef-4c2c-935f-f57fa901ceee tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:51.705425 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c6a744cc-236a-4d71-b6b1-5c4ce9511cae req-219bb206-40bf-4bba-a392-86f7f08cf6a7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/76b70dbd-430e-4822-82a3-49c7f238d2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939309 Sep 22 22:11:51.710715 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-04b663c5-7269-4864-928c-d7bcdac0637f req-73c36a9f-86ef-4c2c-935f-f57fa901ceee tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4239221 Sep 22 22:11:51.751840 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-04b663c5-7269-4864-928c-d7bcdac0637f req-b2f53b52-d31a-4620-aa97-edae893936c3 service neutron] Request body: {'port': {'device_id': '2db03f26-beec-4475-8f6d-395416d4a030', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:11:51.905635 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-04b663c5-7269-4864-928c-d7bcdac0637f req-b2f53b52-d31a-4620-aa97-edae893936c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (f669f0bc-c901-4213-87e9-b6ba474f53a7), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:51.934099 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e696395-174f-4116-ba26-f2a7cd8479ec req-554311fc-8cd3-46d1-92e8-9acfbfc36dbe tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:51.935602 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4e696395-174f-4116-ba26-f2a7cd8479ec req-554311fc-8cd3-46d1-92e8-9acfbfc36dbe tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 932 time: 0.0809081 Sep 22 22:11:51.972460 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c6a744cc-236a-4d71-b6b1-5c4ce9511cae req-2e041909-2f2a-4c0e-ac07-2142f8b3dca5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/76b70dbd-430e-4822-82a3-49c7f238d2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343659 Sep 22 22:11:52.014771 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:52.039376 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4e696395-174f-4116-ba26-f2a7cd8479ec req-69d40a33-73d2-4c23-b0c5-50fa4edcc845 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923560 Sep 22 22:11:52.116485 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:52.325113 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [req-04b663c5-7269-4864-928c-d7bcdac0637f req-b2f53b52-d31a-4620-aa97-edae893936c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f669f0bc-c901-4213-87e9-b6ba474f53a7 {{(pid=106428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:11:52.334560 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66259e6e-7f4e-4bf6-846a-c214cb1f1d94 req-f3bb3d1d-64e5-4128-876d-291a12ff6a1f tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:52.336093 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-66259e6e-7f4e-4bf6-846a-c214cb1f1d94 req-f3bb3d1d-64e5-4128-876d-291a12ff6a1f tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0851445 Sep 22 22:11:52.340369 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-04b663c5-7269-4864-928c-d7bcdac0637f req-b2f53b52-d31a-4620-aa97-edae893936c3 service neutron] Publish callbacks [] for port (f669f0bc-c901-4213-87e9-b6ba474f53a7), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:52.366400 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.provisioning_blocks [req-04b663c5-7269-4864-928c-d7bcdac0637f req-b2f53b52-d31a-4620-aa97-edae893936c3 service neutron] Transition to ACTIVE for port object f669f0bc-c901-4213-87e9-b6ba474f53a7 will not be triggered until provisioned by entity L2. {{(pid=106428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 22:11:52.373350 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-04b663c5-7269-4864-928c-d7bcdac0637f req-b2f53b52-d31a-4620-aa97-edae893936c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (f669f0bc-c901-4213-87e9-b6ba474f53a7), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:52.425406 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-66259e6e-7f4e-4bf6-846a-c214cb1f1d94 req-57356783-0890-4a00-a674-6796ed9c8021 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822766 Sep 22 22:11:52.463858 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f53b52-d31a-4620-aa97-edae893936c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f669f0bc-c901-4213-87e9-b6ba474f53a7,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:52.512664 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-04b663c5-7269-4864-928c-d7bcdac0637f req-b2f53b52-d31a-4620-aa97-edae893936c3 service neutron] Attempting to bind port f669f0bc-c901-4213-87e9-b6ba474f53a7 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:11:52.513007 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-04b663c5-7269-4864-928c-d7bcdac0637f req-b2f53b52-d31a-4620-aa97-edae893936c3 service neutron] Attempting to bind port f669f0bc-c901-4213-87e9-b6ba474f53a7 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '69a20c68-354b-48bc-96d3-af358205d207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ade89f04-fe3a-455d-93a5-b71450428421'}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:11:52.513365 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b663c5-7269-4864-928c-d7bcdac0637f req-b2f53b52-d31a-4620-aa97-edae893936c3 service neutron] Attempting to bind port f669f0bc-c901-4213-87e9-b6ba474f53a7 on network ade89f04-fe3a-455d-93a5-b71450428421 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:11:52.555125 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b663c5-7269-4864-928c-d7bcdac0637f req-b2f53b52-d31a-4620-aa97-edae893936c3 service neutron] Port f669f0bc-c901-4213-87e9-b6ba474f53a7 on network ade89f04-fe3a-455d-93a5-b71450428421 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 22:11:52.555480 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b663c5-7269-4864-928c-d7bcdac0637f req-b2f53b52-d31a-4620-aa97-edae893936c3 service neutron] Attempting to bind port f669f0bc-c901-4213-87e9-b6ba474f53a7 on network ade89f04-fe3a-455d-93a5-b71450428421 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:11:52.599503 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b663c5-7269-4864-928c-d7bcdac0637f req-b2f53b52-d31a-4620-aa97-edae893936c3 service neutron] Checking agent: {'id': 'f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'started_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:11:52.600154 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b663c5-7269-4864-928c-d7bcdac0637f req-b2f53b52-d31a-4620-aa97-edae893936c3 service neutron] Checking segment: {'id': '69a20c68-354b-48bc-96d3-af358205d207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ade89f04-fe3a-455d-93a5-b71450428421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:11:52.600253 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b663c5-7269-4864-928c-d7bcdac0637f req-b2f53b52-d31a-4620-aa97-edae893936c3 service neutron] Bound using segment: {'id': '69a20c68-354b-48bc-96d3-af358205d207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ade89f04-fe3a-455d-93a5-b71450428421'} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:11:52.600635 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-04b663c5-7269-4864-928c-d7bcdac0637f req-b2f53b52-d31a-4620-aa97-edae893936c3 service neutron] Bound port: f669f0bc-c901-4213-87e9-b6ba474f53a7, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a20c68-354b-48bc-96d3-af358205d207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ade89f04-fe3a-455d-93a5-b71450428421'}}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:11:52.601062 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-04b663c5-7269-4864-928c-d7bcdac0637f req-b2f53b52-d31a-4620-aa97-edae893936c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (f669f0bc-c901-4213-87e9-b6ba474f53a7), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:52.669990 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-04b663c5-7269-4864-928c-d7bcdac0637f req-b2f53b52-d31a-4620-aa97-edae893936c3 service neutron] For port f669f0bc-c901-4213-87e9-b6ba474f53a7, host hv-cinder-84914, cleared binding levels {{(pid=106428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:11:52.673068 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-04b663c5-7269-4864-928c-d7bcdac0637f req-b2f53b52-d31a-4620-aa97-edae893936c3 service neutron] For port f669f0bc-c901-4213-87e9-b6ba474f53a7, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f669f0bc-c901-4213-87e9-b6ba474f53a7,segment=NetworkSegment(69a20c68-354b-48bc-96d3-af358205d207),segment_id=69a20c68-354b-48bc-96d3-af358205d207)] {{(pid=106428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:11:52.679847 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-04b663c5-7269-4864-928c-d7bcdac0637f req-b2f53b52-d31a-4620-aa97-edae893936c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (f669f0bc-c901-4213-87e9-b6ba474f53a7), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:52.687518 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b663c5-7269-4864-928c-d7bcdac0637f req-b2f53b52-d31a-4620-aa97-edae893936c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:52.688146 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-04b663c5-7269-4864-928c-d7bcdac0637f req-b2f53b52-d31a-4620-aa97-edae893936c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:52.689570 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-04b663c5-7269-4864-928c-d7bcdac0637f req-b2f53b52-d31a-4620-aa97-edae893936c3 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/f669f0bc-c901-4213-87e9-b6ba474f53a7 HTTP/1.1" status: 200 len: 1094 time: 0.9430444 Sep 22 22:11:52.690059 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db03f26-beec-4475-8f6d-395416d4a030', 'tag': 'f669f0bc-c901-4213-87e9-b6ba474f53a7'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:11:52.692300 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab447ffc-3102-438a-a429-41090daba75d" -d '{"events": [{"name": "network-changed", "server_uuid": "2db03f26-beec-4475-8f6d-395416d4a030", "tag": "f669f0bc-c901-4213-87e9-b6ba474f53a7"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:11:52.739860 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c96cd8-5efd-4733-aae0-1ed5f082e785 x-openstack-request-id: req-c8c96cd8-5efd-4733-aae0-1ed5f082e785 {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:11:52.740175 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db03f26-beec-4475-8f6d-395416d4a030", "tag": "f669f0bc-c901-4213-87e9-b6ba474f53a7", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:11:52.740428 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8c96cd8-5efd-4733-aae0-1ed5f082e785 {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:11:52.740830 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8c96cd8-5efd-4733-aae0-1ed5f082e785'] response: {'name': 'network-changed', 'server_uuid': '2db03f26-beec-4475-8f6d-395416d4a030', 'tag': 'f669f0bc-c901-4213-87e9-b6ba474f53a7', 'status': 'completed', 'code': 200} Sep 22 22:11:52.745756 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f53b52-d31a-4620-aa97-edae893936c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f669f0bc-c901-4213-87e9-b6ba474f53a7,revision_number=3']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:52.840148 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b663c5-7269-4864-928c-d7bcdac0637f req-2ab79ab5-d492-4af7-a481-ce10e1ea89ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:52.841672 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-04b663c5-7269-4864-928c-d7bcdac0637f req-2ab79ab5-d492-4af7-a481-ce10e1ea89ac service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=d58361c0e40c48f4966aee3515859326&device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 1128 time: 0.0432365 Sep 22 22:11:52.907059 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-04b663c5-7269-4864-928c-d7bcdac0637f req-ee75507c-59af-4de2-884c-4187d0406ba6 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f669f0bc-c901-4213-87e9-b6ba474f53a7 HTTP/1.1" status: 200 len: 217 time: 0.0440526 Sep 22 22:11:52.962309 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b663c5-7269-4864-928c-d7bcdac0637f req-d35e27e1-f3fb-4eda-b9d9-fa7e9b161bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:52.964098 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-04b663c5-7269-4864-928c-d7bcdac0637f req-d35e27e1-f3fb-4eda-b9d9-fa7e9b161bce service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=668848eb-ecd6-4fcb-86fd-5d26ff938721 HTTP/1.1" status: 200 len: 853 time: 0.0500348 Sep 22 22:11:53.001364 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-04b663c5-7269-4864-928c-d7bcdac0637f req-99543a99-c63a-4697-8a51-83fbe0e41ffe service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=ade89f04-fe3a-455d-93a5-b71450428421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303156 Sep 22 22:11:53.107281 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-04b663c5-7269-4864-928c-d7bcdac0637f req-425198a6-b3a8-4853-9fcf-84959ba6a049 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/ade89f04-fe3a-455d-93a5-b71450428421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991807 Sep 22 22:11:53.124107 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:53.164781 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:53.228203 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5608614-3c7d-4ef9-af78-62e0488e7091 req-8a238f93-3e67-4464-887b-a87da8fc541f tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:53.229812 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d5608614-3c7d-4ef9-af78-62e0488e7091 req-8a238f93-3e67-4464-887b-a87da8fc541f tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 944 time: 0.0689485 Sep 22 22:11:53.278332 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-04b663c5-7269-4864-928c-d7bcdac0637f req-43ff16fe-c0f6-4f0c-8dd5-e76371065888 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/ade89f04-fe3a-455d-93a5-b71450428421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627471 Sep 22 22:11:53.304028 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d5608614-3c7d-4ef9-af78-62e0488e7091 req-b0a935a8-48c9-4e62-8060-7e138334394c tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667794 Sep 22 22:11:53.574957 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec459e-5b07-44ae-b6d2-242ee12c15e7 req-2ef1b46f-53c7-493b-b876-01311a4b4aef tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:53.576940 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9dec459e-5b07-44ae-b6d2-242ee12c15e7 req-2ef1b46f-53c7-493b-b876-01311a4b4aef tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0649016 Sep 22 22:11:53.638206 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9dec459e-5b07-44ae-b6d2-242ee12c15e7 req-9e4d8ad8-52db-4de2-b8bd-a0c89817df8c tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488853 Sep 22 22:11:54.433123 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc494b6-9705-4407-99e8-ee5ed9b2357c req-b2ab295f-307e-48c6-9372-68547e0376ad tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:54.434494 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5dc494b6-9705-4407-99e8-ee5ed9b2357c req-b2ab295f-307e-48c6-9372-68547e0376ad tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 944 time: 0.0526412 Sep 22 22:11:54.480681 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5dc494b6-9705-4407-99e8-ee5ed9b2357c req-b1c16c51-4a4b-4348-8541-b148bacd4855 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405543 Sep 22 22:11:54.769658 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d52ee8-225a-475b-bec6-88df96542962 req-cd15d986-17ec-4294-8967-16fdff6aceb6 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:54.771175 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-87d52ee8-225a-475b-bec6-88df96542962 req-cd15d986-17ec-4294-8967-16fdff6aceb6 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0504665 Sep 22 22:11:54.822346 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-87d52ee8-225a-475b-bec6-88df96542962 req-7bb70624-d0f6-4424-8c02-4cb3618d6f6e tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449283 Sep 22 22:11:55.140334 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 38906) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:11:55.244480 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-34541b4b-f7b7-4f01-bf62-001593e1dcae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:55.281988 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:DELETE=9,neutron:SELECT=75,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:55.295147 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:55.329675 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-34541b4b-f7b7-4f01-bf62-001593e1dcae admin admin] Publish callbacks [] for security_group (3f783ebc-9ffb-47bf-9a1f-2130bc7be22e), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:55.333424 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-34541b4b-f7b7-4f01-bf62-001593e1dcae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (3f783ebc-9ffb-47bf-9a1f-2130bc7be22e), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:55.373766 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-34541b4b-f7b7-4f01-bf62-001593e1dcae admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ec27f2ce936e40e8b5ac4ea1d21d6609&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321155 Sep 22 22:11:55.374591 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34541b4b-f7b7-4f01-bf62-001593e1dcae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f783ebc-9ffb-47bf-9a1f-2130bc7be22e,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:55.377434 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 38914) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:11:55.428578 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fbb4b8ad-5536-4384-b50e-99352bd5048c admin admin] Publish callbacks [] for security_group (3f783ebc-9ffb-47bf-9a1f-2130bc7be22e), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:55.448994 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fbb4b8ad-5536-4384-b50e-99352bd5048c admin admin] Publish callbacks [] for security_group (3f783ebc-9ffb-47bf-9a1f-2130bc7be22e), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:55.496905 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fbb4b8ad-5536-4384-b50e-99352bd5048c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (3f783ebc-9ffb-47bf-9a1f-2130bc7be22e), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:55.499467 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fbb4b8ad-5536-4384-b50e-99352bd5048c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:55.500907 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-fbb4b8ad-5536-4384-b50e-99352bd5048c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3f783ebc-9ffb-47bf-9a1f-2130bc7be22e HTTP/1.1" status: 204 len: 168 time: 0.1222799 Sep 22 22:11:55.514470 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4b8ad-5536-4384-b50e-99352bd5048c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f783ebc-9ffb-47bf-9a1f-2130bc7be22e,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:55.612667 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2aa3da-0534-4fbd-a841-557371ef8435 req-2d04154b-42ba-44c4-afd9-fe2dad4b0ed6 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:55.614325 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2b2aa3da-0534-4fbd-a841-557371ef8435 req-2d04154b-42ba-44c4-afd9-fe2dad4b0ed6 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 944 time: 0.0563004 Sep 22 22:11:55.790866 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 38924) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:11:55.805388 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-21a8be49-3a78-406c-a800-bb48e8bc4b22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:55.861875 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2b2aa3da-0534-4fbd-a841-557371ef8435 req-a181d39e-2143-4606-bbc2-8a87d351358e tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411041 Sep 22 22:11:55.885964 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-21a8be49-3a78-406c-a800-bb48e8bc4b22 admin admin] Publish callbacks [] for security_group (32c03424-445f-4c49-8159-6922a83743a3), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:55.890054 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-21a8be49-3a78-406c-a800-bb48e8bc4b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (32c03424-445f-4c49-8159-6922a83743a3), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:55.932321 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-21a8be49-3a78-406c-a800-bb48e8bc4b22 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4399a83ae2d4406491d44a5ba881608f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402087 Sep 22 22:11:55.933160 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8be49-3a78-406c-a800-bb48e8bc4b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c03424-445f-4c49-8159-6922a83743a3,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:55.935771 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 38928) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:11:55.962794 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e4aa3-3dc3-4150-91d8-9ef6619783a3 req-239282e8-751a-4460-9de3-627803e9bf9c tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:55.964301 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1f6e4aa3-3dc3-4150-91d8-9ef6619783a3 req-239282e8-751a-4460-9de3-627803e9bf9c tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0614388 Sep 22 22:11:56.033085 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-2b14467f-cae0-43d8-91aa-5c63ebdd50d3 admin admin] Publish callbacks [] for security_group (32c03424-445f-4c49-8159-6922a83743a3), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:56.050019 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1f6e4aa3-3dc3-4150-91d8-9ef6619783a3 req-6508370d-a932-4eed-857d-1e31dc67c2de tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749698 Sep 22 22:11:56.071942 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-2b14467f-cae0-43d8-91aa-5c63ebdd50d3 admin admin] Publish callbacks [] for security_group (32c03424-445f-4c49-8159-6922a83743a3), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:56.104246 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:56.118773 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-2b14467f-cae0-43d8-91aa-5c63ebdd50d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (32c03424-445f-4c49-8159-6922a83743a3), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:56.121480 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-2b14467f-cae0-43d8-91aa-5c63ebdd50d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:56.122590 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-2b14467f-cae0-43d8-91aa-5c63ebdd50d3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/32c03424-445f-4c49-8159-6922a83743a3 HTTP/1.1" status: 204 len: 168 time: 0.1858404 Sep 22 22:11:56.130247 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14467f-cae0-43d8-91aa-5c63ebdd50d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c03424-445f-4c49-8159-6922a83743a3,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:56.988986 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069803e1-ab70-4377-839d-1398cfcd954e req-df219947-f408-408c-8586-4773ecd375d1 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:56.990522 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-069803e1-ab70-4377-839d-1398cfcd954e req-df219947-f408-408c-8586-4773ecd375d1 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 944 time: 0.0508265 Sep 22 22:11:57.021521 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:11:57.071576 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab447ffc-3102-438a-a429-41090daba75d req-16e10309-2d4e-4624-9898-0d1d555343ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:57.073091 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ab447ffc-3102-438a-a429-41090daba75d req-16e10309-2d4e-4624-9898-0d1d555343ec service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=d58361c0e40c48f4966aee3515859326&device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 1128 time: 0.0614626 Sep 22 22:11:57.081983 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-069803e1-ab70-4377-839d-1398cfcd954e req-560662d3-91f1-417e-bef9-32b313691162 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842454 Sep 22 22:11:57.176514 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8929f18-c217-49be-945e-03969b42d5be req-65ea58c5-476e-4042-bbc6-d23fd07dc983 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:57.178351 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f8929f18-c217-49be-945e-03969b42d5be req-65ea58c5-476e-4042-bbc6-d23fd07dc983 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0510449 Sep 22 22:11:57.229132 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f8929f18-c217-49be-945e-03969b42d5be req-3f48f9de-7a82-4e5e-a294-4e11b5826e01 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445144 Sep 22 22:11:58.204206 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9aa37-ae9d-4b4e-a375-8d507caa5f30 req-6b9b4f14-5ed2-44c2-8a62-1dd0d3acecbc tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:58.205733 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6be9aa37-ae9d-4b4e-a375-8d507caa5f30 req-6b9b4f14-5ed2-44c2-8a62-1dd0d3acecbc tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 944 time: 0.0476904 Sep 22 22:11:58.254674 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6be9aa37-ae9d-4b4e-a375-8d507caa5f30 req-def50f08-defe-4d7b-82c6-6fc4fe916628 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431855 Sep 22 22:11:58.377716 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad002c2-bdad-4e52-8a3f-2c01e5b97914 req-c3b754fa-ac49-4725-b661-5bc73aaadb54 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:58.379228 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5ad002c2-bdad-4e52-8a3f-2c01e5b97914 req-c3b754fa-ac49-4725-b661-5bc73aaadb54 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0594959 Sep 22 22:11:58.434486 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5ad002c2-bdad-4e52-8a3f-2c01e5b97914 req-6b3cb768-cebd-4aa6-b318-db0e861d5f7b tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488076 Sep 22 22:11:58.915764 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device f669f0bc-c901-4213-87e9-b6ba474f53a7 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 22:11:59.124687 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port f669f0bc-c901-4213-87e9-b6ba474f53a7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f669f0bc-c901-4213-87e9-b6ba474f53a7,segment=NetworkSegment(69a20c68-354b-48bc-96d3-af358205d207),segment_id=69a20c68-354b-48bc-96d3-af358205d207)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:11:59.135492 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Returning: {'device': 'f669f0bc-c901-4213-87e9-b6ba474f53a7', 'network_id': 'ade89f04-fe3a-455d-93a5-b71450428421', 'port_id': 'f669f0bc-c901-4213-87e9-b6ba474f53a7', 'mac_address': 'fa:16:3e:64:f8:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668848eb-ecd6-4fcb-86fd-5d26ff938721', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 22:11:59.169558 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port f669f0bc-c901-4213-87e9-b6ba474f53a7 is: DOWN; New status is: BUILD {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:11:59.169881 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (f669f0bc-c901-4213-87e9-b6ba474f53a7), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:59.182838 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f669f0bc-c901-4213-87e9-b6ba474f53a7 {{(pid=106430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:11:59.202911 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port f669f0bc-c901-4213-87e9-b6ba474f53a7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f669f0bc-c901-4213-87e9-b6ba474f53a7,segment=NetworkSegment(69a20c68-354b-48bc-96d3-af358205d207),segment_id=69a20c68-354b-48bc-96d3-af358205d207)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:11:59.206793 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (f669f0bc-c901-4213-87e9-b6ba474f53a7), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:11:59.254922 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=f669f0bc-c901-4213-87e9-b6ba474f53a7,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:11:59.375914 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c777e34-bb22-429e-a27b-1d25676a8ab4 req-80d8f3b1-b37c-4b6c-9324-9c6f4fe3dd86 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:59.377518 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5c777e34-bb22-429e-a27b-1d25676a8ab4 req-80d8f3b1-b37c-4b6c-9324-9c6f4fe3dd86 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 945 time: 0.0474234 Sep 22 22:11:59.425478 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5c777e34-bb22-429e-a27b-1d25676a8ab4 req-8654f585-25cc-4dba-9aae-9f1836d4c034 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415783 Sep 22 22:11:59.555572 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2107086-97f0-4f91-ad21-117e83f3bb1f req-1e234b92-7cdd-4998-a748-49fc83db1405 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:11:59.557027 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f2107086-97f0-4f91-ad21-117e83f3bb1f req-1e234b92-7cdd-4998-a748-49fc83db1405 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0470791 Sep 22 22:11:59.603805 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f2107086-97f0-4f91-ad21-117e83f3bb1f req-de0b7f32-1391-4dec-8fdc-274e9ca380c0 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412700 Sep 22 22:12:00.466465 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=48 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:00.549290 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe12f1-55ba-45c4-9a8f-7c46ab6b4dcf req-2be7b10e-bbf9-44e8-bfbf-c02114095988 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:00.549290 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8cfe12f1-55ba-45c4-9a8f-7c46ab6b4dcf req-2be7b10e-bbf9-44e8-bfbf-c02114095988 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 945 time: 0.0499213 Sep 22 22:12:00.594933 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8cfe12f1-55ba-45c4-9a8f-7c46ab6b4dcf req-3388618c-ab6f-4306-beca-b82f2f3513fc tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407915 Sep 22 22:12:00.723649 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c072f40-f131-4dbc-b071-cd29c3d2a67f req-b28d48f3-4e9f-4cfc-b44f-e0d77d33c999 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:00.725155 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8c072f40-f131-4dbc-b071-cd29c3d2a67f req-b28d48f3-4e9f-4cfc-b44f-e0d77d33c999 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0471992 Sep 22 22:12:00.774675 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8c072f40-f131-4dbc-b071-cd29c3d2a67f req-3f3cf3da-1699-4275-bcf5-68d7f1524497 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433731 Sep 22 22:12:01.717867 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc72d1f-b93a-4b4e-b98a-68c85724e2d3 req-c72fccfc-41bd-49c7-a542-91796ec8ffe8 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:01.719268 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8bc72d1f-b93a-4b4e-b98a-68c85724e2d3 req-c72fccfc-41bd-49c7-a542-91796ec8ffe8 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 945 time: 0.0505033 Sep 22 22:12:01.765988 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8bc72d1f-b93a-4b4e-b98a-68c85724e2d3 req-ca7f3d35-cd75-4697-a3f7-86da2007c055 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411539 Sep 22 22:12:01.894927 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8713c-5863-4632-a989-5917cb6bfbc8 req-3f045f98-0b25-44b6-8442-90b75ac67f7b tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:01.896417 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5fb8713c-5863-4632-a989-5917cb6bfbc8 req-3f045f98-0b25-44b6-8442-90b75ac67f7b tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0463583 Sep 22 22:12:01.943899 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5fb8713c-5863-4632-a989-5917cb6bfbc8 req-a7b5d748-7d31-46e9-91bb-ccadfbb42620 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418544 Sep 22 22:12:02.314179 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['f669f0bc-c901-4213-87e9-b6ba474f53a7'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:12:02.852110 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:02.947372 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7a469-547e-4304-b895-dd895f51a884 req-d91e6e3f-1d42-4717-9968-19690d95ffc9 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:02.948884 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f4e7a469-547e-4304-b895-dd895f51a884 req-d91e6e3f-1d42-4717-9968-19690d95ffc9 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 945 time: 0.1073387 Sep 22 22:12:03.007079 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:03.024013 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab447ffc-3102-438a-a429-41090daba75d req-19250b65-7659-489d-b18c-00f74fee4da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:03.025517 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ab447ffc-3102-438a-a429-41090daba75d req-19250b65-7659-489d-b18c-00f74fee4da1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=ade89f04-fe3a-455d-93a5-b71450428421 HTTP/1.1" status: 200 len: 914 time: 0.1445644 Sep 22 22:12:03.044350 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f4e7a469-547e-4304-b895-dd895f51a884 req-38e2f5a5-62dc-4c23-98b2-702c780a7ff9 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889080 Sep 22 22:12:03.114744 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edb82a-d9f8-45dd-b4ea-137596e8fd19 req-5978fae3-27df-490c-bbae-439a228996e9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:03.116783 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-47edb82a-d9f8-45dd-b4ea-137596e8fd19 req-5978fae3-27df-490c-bbae-439a228996e9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0871019 Sep 22 22:12:03.118448 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ab447ffc-3102-438a-a429-41090daba75d req-f1eeb4d5-3c0b-42eb-a7cb-0b8652c32fff service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f669f0bc-c901-4213-87e9-b6ba474f53a7 HTTP/1.1" status: 200 len: 217 time: 0.0779142 Sep 22 22:12:03.166490 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-47edb82a-d9f8-45dd-b4ea-137596e8fd19 req-c99ecf50-d688-47e4-9cdf-b920cdc0b829 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436728 Sep 22 22:12:03.712770 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab447ffc-3102-438a-a429-41090daba75d req-675109f5-7ac7-4d9c-8a07-db580aa5e116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:03.714288 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ab447ffc-3102-438a-a429-41090daba75d req-675109f5-7ac7-4d9c-8a07-db580aa5e116 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=668848eb-ecd6-4fcb-86fd-5d26ff938721 HTTP/1.1" status: 200 len: 853 time: 0.0554700 Sep 22 22:12:03.746550 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ab447ffc-3102-438a-a429-41090daba75d req-f6db7adb-8a24-4b5f-a994-61e834cc5d9c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=ade89f04-fe3a-455d-93a5-b71450428421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263000 Sep 22 22:12:03.857540 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ab447ffc-3102-438a-a429-41090daba75d req-bf827afc-9aa0-4a84-bff0-949e07854b49 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/ade89f04-fe3a-455d-93a5-b71450428421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038511 Sep 22 22:12:03.886950 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device f669f0bc-c901-4213-87e9-b6ba474f53a7 up at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:12:03.945580 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning for port f669f0bc-c901-4213-87e9-b6ba474f53a7 completed by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 22:12:03.952691 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning complete for port f669f0bc-c901-4213-87e9-b6ba474f53a7 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:12:03.953075 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (f669f0bc-c901-4213-87e9-b6ba474f53a7), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:03.953442 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Attempt 1 to provision port f669f0bc-c901-4213-87e9-b6ba474f53a7 Sep 22 22:12:03.995569 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:04.004075 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ab447ffc-3102-438a-a429-41090daba75d req-e5271f0b-c916-4218-be60-e4f6b069edc0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/ade89f04-fe3a-455d-93a5-b71450428421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402173 Sep 22 22:12:04.016347 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:04.073791 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port f669f0bc-c901-4213-87e9-b6ba474f53a7 is: BUILD; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:12:04.074373 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (f669f0bc-c901-4213-87e9-b6ba474f53a7), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:04.103412 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db03f26-beec-4475-8f6d-395416d4a030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f669f0bc-c901-4213-87e9-b6ba474f53a7'}] {{(pid=106430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:12:04.105976 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2272dcd180a18b0bdbf7a4ac2a7f9325cd9193a83f54eb82bc11fdb6a8b27d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3eaf52-3ed6-4601-a64e-97f79b1c0167" -d '{"events": [{"server_uuid": "2db03f26-beec-4475-8f6d-395416d4a030", "name": "network-vif-plugged", "status": "completed", "tag": "f669f0bc-c901-4213-87e9-b6ba474f53a7"}]}' {{(pid=106430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:12:04.121312 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port f669f0bc-c901-4213-87e9-b6ba474f53a7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f669f0bc-c901-4213-87e9-b6ba474f53a7,segment=NetworkSegment(69a20c68-354b-48bc-96d3-af358205d207),segment_id=69a20c68-354b-48bc-96d3-af358205d207)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:12:04.126288 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (f669f0bc-c901-4213-87e9-b6ba474f53a7), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:04.186016 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=f669f0bc-c901-4213-87e9-b6ba474f53a7,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:04.218780 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b625f1-2299-4d60-b236-ac369a97e320 req-474a8907-171a-4f89-873f-40f4a9d872fa tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:04.226318 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-83b625f1-2299-4d60-b236-ac369a97e320 req-474a8907-171a-4f89-873f-40f4a9d872fa tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 946 time: 0.0796218 Sep 22 22:12:04.266823 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b097e1-0afe-4ea4-853d-d2b03fc219c4 x-openstack-request-id: req-e2b097e1-0afe-4ea4-853d-d2b03fc219c4 {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:12:04.267217 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db03f26-beec-4475-8f6d-395416d4a030", "name": "network-vif-plugged", "status": "completed", "tag": "f669f0bc-c901-4213-87e9-b6ba474f53a7", "code": 200}]} {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:12:04.267559 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2b097e1-0afe-4ea4-853d-d2b03fc219c4 {{(pid=106430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:12:04.268063 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2b097e1-0afe-4ea4-853d-d2b03fc219c4'] response: {'server_uuid': '2db03f26-beec-4475-8f6d-395416d4a030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f669f0bc-c901-4213-87e9-b6ba474f53a7', 'code': 200} Sep 22 22:12:04.279062 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-83b625f1-2299-4d60-b236-ac369a97e320 req-8c0aec49-1d3f-4dde-9a34-f58460fdcff2 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474944 Sep 22 22:12:04.391980 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcda1b-ab11-4c14-9f78-09369ea6583e req-cf4e6b2c-fe8b-4cf3-a9e0-e999a1cf5bf3 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:04.393578 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-67fcda1b-ab11-4c14-9f78-09369ea6583e req-cf4e6b2c-fe8b-4cf3-a9e0-e999a1cf5bf3 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0787179 Sep 22 22:12:04.409577 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04dc46-be58-43ed-8bde-3b6cee026ee6 req-14fd8301-2bfb-4341-9d92-84102a4536cc tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:04.411096 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ca04dc46-be58-43ed-8bde-3b6cee026ee6 req-14fd8301-2bfb-4341-9d92-84102a4536cc tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 946 time: 0.0667536 Sep 22 22:12:04.488511 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-67fcda1b-ab11-4c14-9f78-09369ea6583e req-c4fbb30f-d7a0-4b90-8e3b-d568db62d5a5 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861063 Sep 22 22:12:04.495842 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ca04dc46-be58-43ed-8bde-3b6cee026ee6 req-18cad966-d134-4dcb-8d47-7dad955ef9a2 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771835 Sep 22 22:12:05.400584 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2261d-e477-4f59-8b4a-bf5e60de2194 req-746204ab-811b-4018-aa79-49d31ef6be76 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:05.402234 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cbd2261d-e477-4f59-8b4a-bf5e60de2194 req-746204ab-811b-4018-aa79-49d31ef6be76 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 946 time: 0.0484185 Sep 22 22:12:05.452602 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cbd2261d-e477-4f59-8b4a-bf5e60de2194 req-b9026021-51f7-4244-ba96-68e8b01f8910 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446079 Sep 22 22:12:05.547118 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 39178) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:05.667006 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236c74e-a788-4a3c-8c64-bd9f6e062460 req-4b69f9c8-09f5-4a74-9d37-dd5b83833b17 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:05.668470 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8236c74e-a788-4a3c-8c64-bd9f6e062460 req-4b69f9c8-09f5-4a74-9d37-dd5b83833b17 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0945871 Sep 22 22:12:05.671121 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-bb39a17e-a293-421b-8ac8-fee45e15d4dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:05.680089 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799e804-589a-4da7-aede-32b75c75bfef req-246a7244-7afb-4b3b-8a44-934f0f84166f tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:05.681733 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8799e804-589a-4da7-aede-32b75c75bfef req-246a7244-7afb-4b3b-8a44-934f0f84166f tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 946 time: 0.0953560 Sep 22 22:12:05.734719 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:05.742327 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:05.807639 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8799e804-589a-4da7-aede-32b75c75bfef req-b8bd09c4-1244-466e-884f-7502a53485c4 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141200 Sep 22 22:12:05.821323 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8236c74e-a788-4a3c-8c64-bd9f6e062460 req-d077fa76-8353-4d43-942f-31a9480bedc7 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384528 Sep 22 22:12:05.869284 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-bb39a17e-a293-421b-8ac8-fee45e15d4dd admin admin] Publish callbacks [] for security_group (910c2d92-dafb-4b57-8e49-7b72690626b8), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:05.873513 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-bb39a17e-a293-421b-8ac8-fee45e15d4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (910c2d92-dafb-4b57-8e49-7b72690626b8), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:05.917696 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-bb39a17e-a293-421b-8ac8-fee45e15d4dd admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=fa35ab66591b4e3d8bb6b6551b6e38ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3701398 Sep 22 22:12:05.917826 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 39198) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:05.925799 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=28,neutron:INSERT=9 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:05.931424 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb39a17e-a293-421b-8ac8-fee45e15d4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910c2d92-dafb-4b57-8e49-7b72690626b8,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:05.980485 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-15ad429a-4ec6-49be-b581-7342db5d0356 admin admin] Publish callbacks [] for security_group (910c2d92-dafb-4b57-8e49-7b72690626b8), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:06.007579 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-15ad429a-4ec6-49be-b581-7342db5d0356 admin admin] Publish callbacks [] for security_group (910c2d92-dafb-4b57-8e49-7b72690626b8), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:06.081619 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-15ad429a-4ec6-49be-b581-7342db5d0356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (910c2d92-dafb-4b57-8e49-7b72690626b8), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:06.084947 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-15ad429a-4ec6-49be-b581-7342db5d0356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:06.091610 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-15ad429a-4ec6-49be-b581-7342db5d0356 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/910c2d92-dafb-4b57-8e49-7b72690626b8 HTTP/1.1" status: 204 len: 168 time: 0.1718061 Sep 22 22:12:06.102594 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad429a-4ec6-49be-b581-7342db5d0356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910c2d92-dafb-4b57-8e49-7b72690626b8,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:06.243073 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 39212) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:06.304220 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f35ce-7436-4541-b7b9-98a9c8ddff81 req-131ae315-5b3e-4a08-892f-90493e8bbc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:06.306026 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f23f35ce-7436-4541-b7b9-98a9c8ddff81 req-131ae315-5b3e-4a08-892f-90493e8bbc2c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 1130 time: 0.0480621 Sep 22 22:12:06.466040 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b26251d7-492f-4254-b21d-5aa6b967b790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:06.502498 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 39220) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:06.522502 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2aedb569-1762-4eee-8ecc-ff10e42c79c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:06.605619 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2aedb569-1762-4eee-8ecc-ff10e42c79c9 admin admin] Publish callbacks [] for security_group (73f5974c-05a5-49da-97d2-8725906eba41), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:06.608507 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a4925-d7d3-442d-b011-d1af6adcbffd req-296e8188-526e-4353-be8b-2b8b09352429 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:06.609416 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2aedb569-1762-4eee-8ecc-ff10e42c79c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (73f5974c-05a5-49da-97d2-8725906eba41), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:06.610067 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ed3a4925-d7d3-442d-b011-d1af6adcbffd req-296e8188-526e-4353-be8b-2b8b09352429 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 946 time: 0.0700226 Sep 22 22:12:06.614803 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b26251d7-492f-4254-b21d-5aa6b967b790 admin admin] Publish callbacks [] for security_group (c1d28f04-4a55-4c5b-a64e-3dd8e08eb238), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:06.623805 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b26251d7-492f-4254-b21d-5aa6b967b790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (c1d28f04-4a55-4c5b-a64e-3dd8e08eb238), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:06.652791 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-2aedb569-1762-4eee-8ecc-ff10e42c79c9 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f1bf1b4b4b8c4bbd98fba370b3d54796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488481 Sep 22 22:12:06.653804 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aedb569-1762-4eee-8ecc-ff10e42c79c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f5974c-05a5-49da-97d2-8725906eba41,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:06.656976 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 39222) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:06.683064 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-b26251d7-492f-4254-b21d-5aa6b967b790 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f71a3207ec8f464792e63f7d78e5c946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4388759 Sep 22 22:12:06.687192 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 39224) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:06.694410 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26251d7-492f-4254-b21d-5aa6b967b790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d28f04-4a55-4c5b-a64e-3dd8e08eb238,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:06.701078 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ed3a4925-d7d3-442d-b011-d1af6adcbffd req-b8e1efe2-458e-49ad-8706-1a23f1f8f740 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849035 Sep 22 22:12:06.749239 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-8e804b76-4197-4a8d-a297-72e5f6471c05 admin admin] Publish callbacks [] for security_group (73f5974c-05a5-49da-97d2-8725906eba41), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:06.762223 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:06.783290 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-8e804b76-4197-4a8d-a297-72e5f6471c05 admin admin] Publish callbacks [] for security_group (73f5974c-05a5-49da-97d2-8725906eba41), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:06.790191 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-513cd042-05ba-4c98-8d1f-1c2a5c5d5568 admin admin] Publish callbacks [] for security_group (c1d28f04-4a55-4c5b-a64e-3dd8e08eb238), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:06.830685 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-513cd042-05ba-4c98-8d1f-1c2a5c5d5568 admin admin] Publish callbacks [] for security_group (c1d28f04-4a55-4c5b-a64e-3dd8e08eb238), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:06.892212 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-513cd042-05ba-4c98-8d1f-1c2a5c5d5568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (c1d28f04-4a55-4c5b-a64e-3dd8e08eb238), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:06.895658 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-513cd042-05ba-4c98-8d1f-1c2a5c5d5568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:06.896816 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-513cd042-05ba-4c98-8d1f-1c2a5c5d5568 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c1d28f04-4a55-4c5b-a64e-3dd8e08eb238 HTTP/1.1" status: 204 len: 168 time: 0.2087328 Sep 22 22:12:06.903066 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-8e804b76-4197-4a8d-a297-72e5f6471c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (73f5974c-05a5-49da-97d2-8725906eba41), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:06.904841 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-8e804b76-4197-4a8d-a297-72e5f6471c05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:06.906611 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-8e804b76-4197-4a8d-a297-72e5f6471c05 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/73f5974c-05a5-49da-97d2-8725906eba41 HTTP/1.1" status: 204 len: 168 time: 0.2483709 Sep 22 22:12:06.912256 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f23f35ce-7436-4541-b7b9-98a9c8ddff81 req-40281378-5cf3-45fa-af93-d4f3e507f090 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709441 Sep 22 22:12:06.918503 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513cd042-05ba-4c98-8d1f-1c2a5c5d5568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d28f04-4a55-4c5b-a64e-3dd8e08eb238,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:06.952070 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e804b76-4197-4a8d-a297-72e5f6471c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f5974c-05a5-49da-97d2-8725906eba41,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:07.030386 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bca95d-8d45-431a-8843-262a5f7f4e9b req-7ebdfd0a-4cc3-4db2-a7aa-4d56d6cb486e tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:07.031889 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-53bca95d-8d45-431a-8843-262a5f7f4e9b req-7ebdfd0a-4cc3-4db2-a7aa-4d56d6cb486e tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 946 time: 0.0977750 Sep 22 22:12:07.046388 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4193f05-ee46-4f64-8dae-529c809ab2eb req-e2220e7b-65b7-4128-8d00-d5db8d515081 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:07.047887 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b4193f05-ee46-4f64-8dae-529c809ab2eb req-e2220e7b-65b7-4128-8d00-d5db8d515081 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0736291 Sep 22 22:12:07.133930 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-53bca95d-8d45-431a-8843-262a5f7f4e9b req-7b54a343-c677-4cda-80db-76385ce64193 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850790 Sep 22 22:12:07.161785 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b4193f05-ee46-4f64-8dae-529c809ab2eb req-7d87e6a9-c8c9-4543-965e-b5c86e8d8786 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920525 Sep 22 22:12:07.357806 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 39240) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:07.372218 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-90261911-ec2a-4c1c-ab42-b77ec7d7bd22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:07.386802 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 39242) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:07.403157 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d3ea09a3-fdaf-4ea7-afea-84ce8b9b62fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:07.430283 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:INSERT=15,neutron:SELECT=83,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:07.449195 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:07.468583 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-90261911-ec2a-4c1c-ab42-b77ec7d7bd22 admin admin] Publish callbacks [] for security_group (ac053a5c-96d5-4776-b483-9141fa1876d3), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:07.472467 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-90261911-ec2a-4c1c-ab42-b77ec7d7bd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (ac053a5c-96d5-4776-b483-9141fa1876d3), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:07.479705 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d3ea09a3-fdaf-4ea7-afea-84ce8b9b62fb admin admin] Publish callbacks [] for security_group (bf1cdd74-6958-4e3a-a54e-09c14c9a8635), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:07.483495 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d3ea09a3-fdaf-4ea7-afea-84ce8b9b62fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (bf1cdd74-6958-4e3a-a54e-09c14c9a8635), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:07.499694 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:07.513026 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-90261911-ec2a-4c1c-ab42-b77ec7d7bd22 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8e724ab879eb49018f033259ba02fa4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1539719 Sep 22 22:12:07.513766 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90261911-ec2a-4c1c-ab42-b77ec7d7bd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac053a5c-96d5-4776-b483-9141fa1876d3,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:07.516072 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 39244) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:07.527128 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea09a3-fdaf-4ea7-afea-84ce8b9b62fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1cdd74-6958-4e3a-a54e-09c14c9a8635,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:07.532357 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-d3ea09a3-fdaf-4ea7-afea-84ce8b9b62fb admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=25941b21709344cfbfe794b6d563906d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1445069 Sep 22 22:12:07.534910 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 39246) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:07.572602 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-57249edd-59ef-44dd-8f67-519b6b3eff5e admin admin] Publish callbacks [] for security_group (ac053a5c-96d5-4776-b483-9141fa1876d3), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:07.583274 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-02f2e2a4-64fc-4af4-98d0-b4d7d85713a8 admin admin] Publish callbacks [] for security_group (bf1cdd74-6958-4e3a-a54e-09c14c9a8635), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:07.593710 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-57249edd-59ef-44dd-8f67-519b6b3eff5e admin admin] Publish callbacks [] for security_group (ac053a5c-96d5-4776-b483-9141fa1876d3), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:07.604221 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-02f2e2a4-64fc-4af4-98d0-b4d7d85713a8 admin admin] Publish callbacks [] for security_group (bf1cdd74-6958-4e3a-a54e-09c14c9a8635), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:07.643268 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-57249edd-59ef-44dd-8f67-519b6b3eff5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (ac053a5c-96d5-4776-b483-9141fa1876d3), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:07.645982 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-57249edd-59ef-44dd-8f67-519b6b3eff5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:07.648359 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-57249edd-59ef-44dd-8f67-519b6b3eff5e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ac053a5c-96d5-4776-b483-9141fa1876d3 HTTP/1.1" status: 204 len: 168 time: 0.1301739 Sep 22 22:12:07.651214 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-02f2e2a4-64fc-4af4-98d0-b4d7d85713a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (bf1cdd74-6958-4e3a-a54e-09c14c9a8635), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:07.654349 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-02f2e2a4-64fc-4af4-98d0-b4d7d85713a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:07.656455 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57249edd-59ef-44dd-8f67-519b6b3eff5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac053a5c-96d5-4776-b483-9141fa1876d3,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:07.658412 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-02f2e2a4-64fc-4af4-98d0-b4d7d85713a8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/bf1cdd74-6958-4e3a-a54e-09c14c9a8635 HTTP/1.1" status: 204 len: 168 time: 0.1225846 Sep 22 22:12:07.666725 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2e2a4-64fc-4af4-98d0-b4d7d85713a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1cdd74-6958-4e3a-a54e-09c14c9a8635,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:07.835960 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c2c66-811e-4af0-b8ad-2c15a57f6d63 req-0b5196b8-5d5e-46b2-8185-2b1707e84795 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:07.837516 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-374c2c66-811e-4af0-b8ad-2c15a57f6d63 req-0b5196b8-5d5e-46b2-8185-2b1707e84795 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 946 time: 0.0530179 Sep 22 22:12:07.898522 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-374c2c66-811e-4af0-b8ad-2c15a57f6d63 req-686bf9da-2344-4f85-9989-ac237d95d1fd tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548494 Sep 22 22:12:08.380152 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2340d-a442-4ec8-9b3f-82c8b0f6348c req-5c0612dc-452a-4ee3-bc48-b64647d652df tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:08.388058 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7dd2340d-a442-4ec8-9b3f-82c8b0f6348c req-5c0612dc-452a-4ee3-bc48-b64647d652df tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.1235015 Sep 22 22:12:08.487638 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba97c67-7fd5-4d4a-9c50-fc54617c3c08 req-c956cca0-3658-41a6-82cc-6d8c14308bd4 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:08.489149 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fba97c67-7fd5-4d4a-9c50-fc54617c3c08 req-c956cca0-3658-41a6-82cc-6d8c14308bd4 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 946 time: 0.0683413 Sep 22 22:12:08.492848 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7dd2340d-a442-4ec8-9b3f-82c8b0f6348c req-ba9475c7-8d94-4df1-b452-225dbcfa19c0 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986733 Sep 22 22:12:08.550400 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fba97c67-7fd5-4d4a-9c50-fc54617c3c08 req-70d049ae-703f-4a65-83b0-6044c0278d6d tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535393 Sep 22 22:12:09.031080 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c43f6e-f3c5-4514-874f-863590e264c8 req-27f4169c-9343-4e6d-a65e-3028516ec28f tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:09.032757 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b8c43f6e-f3c5-4514-874f-863590e264c8 req-27f4169c-9343-4e6d-a65e-3028516ec28f tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 946 time: 0.0540507 Sep 22 22:12:09.090608 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b8c43f6e-f3c5-4514-874f-863590e264c8 req-9ad1df29-ad1f-4de3-9133-cf1c79bd3cb5 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504019 Sep 22 22:12:09.650275 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c5f4d-e9cc-4bf7-9c84-74a5e7714ed6 req-ba67e926-0d4e-43a2-87cf-a98a26711a01 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:09.661815 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2c7c5f4d-e9cc-4bf7-9c84-74a5e7714ed6 req-ba67e926-0d4e-43a2-87cf-a98a26711a01 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0796344 Sep 22 22:12:09.750821 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2c7c5f4d-e9cc-4bf7-9c84-74a5e7714ed6 req-fab7f02b-872f-47d3-bf3f-fa6e7c518cea tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869439 Sep 22 22:12:09.761237 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ab057-0169-45e8-884e-cbce3ad6648d req-fc6d70f5-bb9e-46b3-9312-909c4debf95e tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:09.761237 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5f9ab057-0169-45e8-884e-cbce3ad6648d req-fc6d70f5-bb9e-46b3-9312-909c4debf95e tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 946 time: 0.0750792 Sep 22 22:12:09.851934 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5f9ab057-0169-45e8-884e-cbce3ad6648d req-3065aee4-4456-4d5a-98c4-0c4d46669c16 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695231 Sep 22 22:12:10.051652 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 39380) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:10.131017 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:12:10.161409 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fa5cfc1a-8d62-44ca-8979-92c59e29bac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:10.228943 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307276c0-417c-4445-bc91-9120fabe3915 req-ff571c35-9e29-496c-9669-65eecb7f665e tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:10.230444 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-307276c0-417c-4445-bc91-9120fabe3915 req-ff571c35-9e29-496c-9669-65eecb7f665e tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 946 time: 0.0605793 Sep 22 22:12:10.269242 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:10.276416 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:10.308968 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-307276c0-417c-4445-bc91-9120fabe3915 req-4d4a5169-3ad0-476a-862f-7683e8619a34 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727661 Sep 22 22:12:10.323437 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fa5cfc1a-8d62-44ca-8979-92c59e29bac7 admin admin] Publish callbacks [] for security_group (b95465f3-f59b-4bd9-a03a-4188ba2e6c0d), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:10.327301 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fa5cfc1a-8d62-44ca-8979-92c59e29bac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (b95465f3-f59b-4bd9-a03a-4188ba2e6c0d), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:10.366098 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5cfc1a-8d62-44ca-8979-92c59e29bac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95465f3-f59b-4bd9-a03a-4188ba2e6c0d,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:10.370392 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-fa5cfc1a-8d62-44ca-8979-92c59e29bac7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=44a035550b2d402cbb7f87a031a6d5b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3176939 Sep 22 22:12:10.373086 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 39386) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:10.423798 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-e177efb9-adb6-4160-9f55-acfe757fc574 admin admin] Publish callbacks [] for security_group (b95465f3-f59b-4bd9-a03a-4188ba2e6c0d), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:10.447509 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-e177efb9-adb6-4160-9f55-acfe757fc574 admin admin] Publish callbacks [] for security_group (b95465f3-f59b-4bd9-a03a-4188ba2e6c0d), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:10.457495 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device ff7ff287-6c46-404f-8342-e27e96b08606 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:12:10.495477 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-e177efb9-adb6-4160-9f55-acfe757fc574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (b95465f3-f59b-4bd9-a03a-4188ba2e6c0d), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:10.498051 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-e177efb9-adb6-4160-9f55-acfe757fc574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:10.501637 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-e177efb9-adb6-4160-9f55-acfe757fc574 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b95465f3-f59b-4bd9-a03a-4188ba2e6c0d HTTP/1.1" status: 204 len: 168 time: 0.1252036 Sep 22 22:12:10.507741 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e177efb9-adb6-4160-9f55-acfe757fc574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95465f3-f59b-4bd9-a03a-4188ba2e6c0d,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:10.562991 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port ff7ff287-6c46-404f-8342-e27e96b08606 is: ACTIVE; New status is: DOWN {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:12:10.563334 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (ff7ff287-6c46-404f-8342-e27e96b08606), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:10.590111 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff7ff287-6c46-404f-8342-e27e96b08606'}] {{(pid=106430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:12:10.592342 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2272dcd180a18b0bdbf7a4ac2a7f9325cd9193a83f54eb82bc11fdb6a8b27d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58c47c9-1af5-4972-b7b2-212e67429c39" -d '{"events": [{"server_uuid": "3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1", "name": "network-vif-unplugged", "status": "completed", "tag": "ff7ff287-6c46-404f-8342-e27e96b08606"}]}' {{(pid=106430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:12:10.605999 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port ff7ff287-6c46-404f-8342-e27e96b08606, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ff7ff287-6c46-404f-8342-e27e96b08606,segment=NetworkSegment(1f071678-2ddc-41ad-b56b-82f48e5a30da),segment_id=1f071678-2ddc-41ad-b56b-82f48e5a30da)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:12:10.610460 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (ff7ff287-6c46-404f-8342-e27e96b08606), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:10.638641 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 22:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c066bb-e26e-43c2-9905-4fcf34d3ab0b x-openstack-request-id: req-48c066bb-e26e-43c2-9905-4fcf34d3ab0b {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:12:10.638938 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1", "name": "network-vif-unplugged", "status": "completed", "tag": "ff7ff287-6c46-404f-8342-e27e96b08606", "code": 200}]} {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:12:10.639196 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48c066bb-e26e-43c2-9905-4fcf34d3ab0b {{(pid=106430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:12:10.639594 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48c066bb-e26e-43c2-9905-4fcf34d3ab0b'] response: {'server_uuid': '3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff7ff287-6c46-404f-8342-e27e96b08606', 'code': 200} Sep 22 22:12:10.661762 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=ff7ff287-6c46-404f-8342-e27e96b08606,revision_number=6']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:10.777811 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 39398) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:10.792780 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-3db2c386-3976-486e-993c-0df57a6864cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:10.890734 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92148ef9-3328-449f-b8ba-88eb9b464e38 req-b71882c2-ac1f-4068-9602-a436e7197550 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:10.892321 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-92148ef9-3328-449f-b8ba-88eb9b464e38 req-b71882c2-ac1f-4068-9602-a436e7197550 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0596771 Sep 22 22:12:10.930478 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-3db2c386-3976-486e-993c-0df57a6864cb admin admin] Publish callbacks [] for security_group (a2b201e1-276a-40f0-bd5c-99868be00c7b), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:10.945154 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-3db2c386-3976-486e-993c-0df57a6864cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (a2b201e1-276a-40f0-bd5c-99868be00c7b), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:11.025353 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-3db2c386-3976-486e-993c-0df57a6864cb admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=29810d29944a44ef8e9d4c4dba7e49cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2464068 Sep 22 22:12:11.028117 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 39406) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:11.029698 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-92148ef9-3328-449f-b8ba-88eb9b464e38 req-ab9c7e51-5d1b-49cc-9635-6ac5e8f4deb7 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265166 Sep 22 22:12:11.035418 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02977e86-af58-477b-b5b4-e17f37e34b91 req-83d262f2-9738-4115-8f22-c4a1dc0ab3d7 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:11.038002 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-02977e86-af58-477b-b5b4-e17f37e34b91 req-83d262f2-9738-4115-8f22-c4a1dc0ab3d7 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 944 time: 0.1038811 Sep 22 22:12:11.039109 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2c386-3976-486e-993c-0df57a6864cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b201e1-276a-40f0-bd5c-99868be00c7b,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:11.094063 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6248f5f3-f7c7-4d5b-aa76-17f7e3a50bf1 admin admin] Publish callbacks [] for security_group (a2b201e1-276a-40f0-bd5c-99868be00c7b), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:11.095988 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-02977e86-af58-477b-b5b4-e17f37e34b91 req-51be39b0-60dc-42fa-ae6a-0aa53bd82c70 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515924 Sep 22 22:12:11.114513 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6248f5f3-f7c7-4d5b-aa76-17f7e3a50bf1 admin admin] Publish callbacks [] for security_group (a2b201e1-276a-40f0-bd5c-99868be00c7b), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:11.160897 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6248f5f3-f7c7-4d5b-aa76-17f7e3a50bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (a2b201e1-276a-40f0-bd5c-99868be00c7b), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:11.164116 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6248f5f3-f7c7-4d5b-aa76-17f7e3a50bf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:11.165286 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-6248f5f3-f7c7-4d5b-aa76-17f7e3a50bf1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a2b201e1-276a-40f0-bd5c-99868be00c7b HTTP/1.1" status: 204 len: 168 time: 0.1360986 Sep 22 22:12:11.172708 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248f5f3-f7c7-4d5b-aa76-17f7e3a50bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b201e1-276a-40f0-bd5c-99868be00c7b,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:11.435668 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee1fa2-d185-47f4-b205-c3383af9a271 req-9c1946f0-7df2-448f-b4b6-c697d3fa1e89 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:11.437165 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-91ee1fa2-d185-47f4-b205-c3383af9a271 req-9c1946f0-7df2-448f-b4b6-c697d3fa1e89 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 946 time: 0.0509672 Sep 22 22:12:11.487335 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-91ee1fa2-d185-47f4-b205-c3383af9a271 req-b246d431-2955-421b-83f8-a25f51656718 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444069 Sep 22 22:12:11.761844 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13da50-5964-4f2b-8350-39508293bdb1 req-613ff9c9-5bd6-4101-8b17-a3166f4179d6 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:11.763412 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-eb13da50-5964-4f2b-8350-39508293bdb1 req-613ff9c9-5bd6-4101-8b17-a3166f4179d6 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 944 time: 0.0525975 Sep 22 22:12:11.879945 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:11.892705 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-eb13da50-5964-4f2b-8350-39508293bdb1 req-55ca8616-c591-41fd-a66b-573d07dac216 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Deleting port ff7ff287-6c46-404f-8342-e27e96b08606 {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:12:11.893485 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-eb13da50-5964-4f2b-8350-39508293bdb1 req-55ca8616-c591-41fd-a66b-573d07dac216 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (ff7ff287-6c46-404f-8342-e27e96b08606), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:11.982723 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:11.999105 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-eb13da50-5964-4f2b-8350-39508293bdb1 req-55ca8616-c591-41fd-a66b-573d07dac216 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] For port ff7ff287-6c46-404f-8342-e27e96b08606, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ff7ff287-6c46-404f-8342-e27e96b08606,segment=NetworkSegment(1f071678-2ddc-41ad-b56b-82f48e5a30da),segment_id=1f071678-2ddc-41ad-b56b-82f48e5a30da)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:12:11.999475 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-eb13da50-5964-4f2b-8350-39508293bdb1 req-55ca8616-c591-41fd-a66b-573d07dac216 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (ff7ff287-6c46-404f-8342-e27e96b08606), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:12.015235 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-eb13da50-5964-4f2b-8350-39508293bdb1 req-55ca8616-c591-41fd-a66b-573d07dac216 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Calling delete_port for ff7ff287-6c46-404f-8342-e27e96b08606 owned by compute:nova {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:12:12.429501 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f21c8f-b962-4c44-81e1-db91022cf464 req-b64e6e48-e4e7-47d5-9eb8-91a24421f9a5 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:12.430942 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-67f21c8f-b962-4c44-81e1-db91022cf464 req-b64e6e48-e4e7-47d5-9eb8-91a24421f9a5 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.3079925 Sep 22 22:12:12.505072 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a9012-5896-4243-b5cc-ddc09d891674 req-5b89f7e5-a787-4266-94d3-8dc2586f83e4 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:12.506941 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2e3a9012-5896-4243-b5cc-ddc09d891674 req-5b89f7e5-a787-4266-94d3-8dc2586f83e4 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 944 time: 0.0990620 Sep 22 22:12:12.509491 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-eb13da50-5964-4f2b-8350-39508293bdb1 req-55ca8616-c591-41fd-a66b-573d07dac216 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (ff7ff287-6c46-404f-8342-e27e96b08606), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:12.577152 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca8616-c591-41fd-a66b-573d07dac216 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Pushing event deleted for resources: {'Port': ['ID=ff7ff287-6c46-404f-8342-e27e96b08606,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:12.654966 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-67f21c8f-b962-4c44-81e1-db91022cf464 req-9543654a-5778-4e1f-8538-5645ef52e91e tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003484 Sep 22 22:12:12.693018 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb13da50-5964-4f2b-8350-39508293bdb1 req-55ca8616-c591-41fd-a66b-573d07dac216 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] No DVR routers for this DVR port ff7ff287-6c46-404f-8342-e27e96b08606 on host hv-cinder-84914 {{(pid=106428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:12:12.698915 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-eb13da50-5964-4f2b-8350-39508293bdb1 req-55ca8616-c591-41fd-a66b-573d07dac216 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:12.702987 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-eb13da50-5964-4f2b-8350-39508293bdb1 req-55ca8616-c591-41fd-a66b-573d07dac216 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.57 "DELETE /networking/v2.0/ports/ff7ff287-6c46-404f-8342-e27e96b08606 HTTP/1.1" status: 204 len: 173 time: 0.9296043 Sep 22 22:12:12.709717 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1', 'name': 'network-vif-deleted', 'tag': 'ff7ff287-6c46-404f-8342-e27e96b08606'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:12:12.713183 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e46ea89-8263-41f6-bb93-9b728c9f4d04" -d '{"events": [{"server_uuid": "3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1", "name": "network-vif-deleted", "tag": "ff7ff287-6c46-404f-8342-e27e96b08606"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:12:12.723219 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2e3a9012-5896-4243-b5cc-ddc09d891674 req-be150b24-11a9-48dd-b7c0-3f2048b22efa tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6c79a253-b866-4396-8b34-4bda7965341b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078760 Sep 22 22:12:12.792874 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ae91e-06eb-48de-a5b4-0ee0e5b90c33 req-472608c1-ba6a-410c-8b08-8bef053b273f tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:12.794577 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-319ae91e-06eb-48de-a5b4-0ee0e5b90c33 req-472608c1-ba6a-410c-8b08-8bef053b273f tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 946 time: 0.0611615 Sep 22 22:12:12.796062 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6990e001-1e94-4469-9841-d0b947b66099 x-openstack-request-id: req-6990e001-1e94-4469-9841-d0b947b66099 {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:12:12.796353 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1", "name": "network-vif-deleted", "tag": "ff7ff287-6c46-404f-8342-e27e96b08606", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:12:12.796610 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6990e001-1e94-4469-9841-d0b947b66099 {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:12:12.797000 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6990e001-1e94-4469-9841-d0b947b66099'] response: {'server_uuid': '3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1', 'name': 'network-vif-deleted', 'tag': 'ff7ff287-6c46-404f-8342-e27e96b08606', 'status': 'completed', 'code': 200} Sep 22 22:12:12.861924 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-319ae91e-06eb-48de-a5b4-0ee0e5b90c33 req-099cdc31-f2fc-44c3-91c7-db68023e8519 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575535 Sep 22 22:12:12.901289 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 39470) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:13.026583 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-5c738c44-c2e3-4468-bb13-bc595493eb8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:13.114237 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-5c738c44-c2e3-4468-bb13-bc595493eb8e admin admin] Publish callbacks [] for security_group (750ca1bd-b129-4b3b-929f-8abf368e37d9), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:13.118228 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-5c738c44-c2e3-4468-bb13-bc595493eb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (750ca1bd-b129-4b3b-929f-8abf368e37d9), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:13.123805 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=79,neutron:DELETE=10,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:13.165681 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-5c738c44-c2e3-4468-bb13-bc595493eb8e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=bb7c0295599446618409040c2f0f47d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2632444 Sep 22 22:12:13.167183 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c738c44-c2e3-4468-bb13-bc595493eb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750ca1bd-b129-4b3b-929f-8abf368e37d9,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:13.168768 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 39510) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:13.220231 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b0a135c5-f938-4a70-adb1-598fdab0d392 admin admin] Publish callbacks [] for security_group (750ca1bd-b129-4b3b-929f-8abf368e37d9), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:13.243504 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b0a135c5-f938-4a70-adb1-598fdab0d392 admin admin] Publish callbacks [] for security_group (750ca1bd-b129-4b3b-929f-8abf368e37d9), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:13.293832 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b0a135c5-f938-4a70-adb1-598fdab0d392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (750ca1bd-b129-4b3b-929f-8abf368e37d9), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:13.296796 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b0a135c5-f938-4a70-adb1-598fdab0d392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:13.298039 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-b0a135c5-f938-4a70-adb1-598fdab0d392 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/750ca1bd-b129-4b3b-929f-8abf368e37d9 HTTP/1.1" status: 204 len: 168 time: 0.1281998 Sep 22 22:12:13.307598 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a135c5-f938-4a70-adb1-598fdab0d392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750ca1bd-b129-4b3b-929f-8abf368e37d9,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:13.593304 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 39526) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:13.607796 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-73ac4c37-1e18-464e-87c2-593c13ed5bf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:13.654494 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:13.692247 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-73ac4c37-1e18-464e-87c2-593c13ed5bf3 admin admin] Publish callbacks [] for security_group (02f7fa31-668c-470b-a013-d67e1a9500eb), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:13.695991 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-73ac4c37-1e18-464e-87c2-593c13ed5bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (02f7fa31-668c-470b-a013-d67e1a9500eb), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:13.736907 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac4c37-1e18-464e-87c2-593c13ed5bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f7fa31-668c-470b-a013-d67e1a9500eb,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:13.742644 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-73ac4c37-1e18-464e-87c2-593c13ed5bf3 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d814456ee36d428d95bc0be3d51908b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1481922 Sep 22 22:12:13.745448 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 39538) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:13.791867 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c2663-f10c-47da-ba6e-33f3d4d7ef38 req-7a821880-bc04-4da4-87ca-6e38beb85925 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:13.793691 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c44c2663-f10c-47da-ba6e-33f3d4d7ef38 req-7a821880-bc04-4da4-87ca-6e38beb85925 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0498660 Sep 22 22:12:13.821774 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d3dd5e48-aa5b-498f-bf72-984b28cf3195 admin admin] Publish callbacks [] for security_group (02f7fa31-668c-470b-a013-d67e1a9500eb), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:13.822021 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:13.847215 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d3dd5e48-aa5b-498f-bf72-984b28cf3195 admin admin] Publish callbacks [] for security_group (02f7fa31-668c-470b-a013-d67e1a9500eb), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:13.868015 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-76b825f1-d528-4baf-bd83-cb6481492710 req-414c673e-1410-47d1-bf6f-1b1f50074295 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 210 time: 0.0447047 Sep 22 22:12:13.888643 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c44c2663-f10c-47da-ba6e-33f3d4d7ef38 req-7ea0af6b-1510-46f7-94b9-1f63ef46941e tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864589 Sep 22 22:12:13.905239 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d3dd5e48-aa5b-498f-bf72-984b28cf3195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (02f7fa31-668c-470b-a013-d67e1a9500eb), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:13.908261 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d3dd5e48-aa5b-498f-bf72-984b28cf3195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:13.912033 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-d3dd5e48-aa5b-498f-bf72-984b28cf3195 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/02f7fa31-668c-470b-a013-d67e1a9500eb HTTP/1.1" status: 204 len: 168 time: 0.1630859 Sep 22 22:12:13.918123 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd5e48-aa5b-498f-bf72-984b28cf3195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f7fa31-668c-470b-a013-d67e1a9500eb,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:14.849061 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-59abb0c4-33a7-45e7-93a3-4f1d470aeafc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:14.993279 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-125f19d7-bd67-45ca-92c4-43324796fdc8 req-e2c2de18-345a-4e33-879d-46d7c8df35a8 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 210 time: 0.0380192 Sep 22 22:12:15.041581 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f8a7f-6dbe-4589-a3a3-78c40d688d91 req-c44f4ed4-065c-4c9e-800b-a915806ea1f9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:15.043057 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bd0f8a7f-6dbe-4589-a3a3-78c40d688d91 req-c44f4ed4-065c-4c9e-800b-a915806ea1f9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0537000 Sep 22 22:12:15.095759 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bd0f8a7f-6dbe-4589-a3a3-78c40d688d91 req-f6a9835d-c5bb-4752-a309-be6661f7933e tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471847 Sep 22 22:12:16.213709 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e2374736-e6b9-4ee4-bef6-d8d3892946f8 req-79106937-e496-43ad-9a50-efe882ac23e4 tempest-DeleteServersTestJSON-882644123 tempest-DeleteServersTestJSON-882644123-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3aa42cc5-2ad6-4a5d-80b9-837cc6186ac1 HTTP/1.1" status: 200 len: 210 time: 0.0765448 Sep 22 22:12:16.258485 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a3e9e-2154-4e87-8117-43faf91cf56d req-0dbd2b52-a60e-4555-87c1-c54aea7c1c50 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:16.259996 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-380a3e9e-2154-4e87-8117-43faf91cf56d req-0dbd2b52-a60e-4555-87c1-c54aea7c1c50 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0658505 Sep 22 22:12:16.326995 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-380a3e9e-2154-4e87-8117-43faf91cf56d req-4562a81d-6e35-498f-bf30-290186d495b6 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594478 Sep 22 22:12:16.518642 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:16.758725 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 39688) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:16.891427 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-2936425e-8e80-4028-afc6-0417b15d3d0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:16.997545 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-2936425e-8e80-4028-afc6-0417b15d3d0d admin admin] Publish callbacks [] for security_group (ac6b4470-f9e1-4bc8-be9e-1d1710a24a62), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:17.001618 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-2936425e-8e80-4028-afc6-0417b15d3d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (ac6b4470-f9e1-4bc8-be9e-1d1710a24a62), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:17.025619 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-83322067-3657-4c85-82c5-b2ea1e48be19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:17.044625 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-2936425e-8e80-4028-afc6-0417b15d3d0d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=625b87294d5046e69e7513ab0d81ac00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2847869 Sep 22 22:12:17.045779 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936425e-8e80-4028-afc6-0417b15d3d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6b4470-f9e1-4bc8-be9e-1d1710a24a62,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:17.047476 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 39698) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:17.100875 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-24e72dff-e4d2-4337-874f-3c95ae443e01 admin admin] Publish callbacks [] for security_group (ac6b4470-f9e1-4bc8-be9e-1d1710a24a62), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:17.121477 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-24e72dff-e4d2-4337-874f-3c95ae443e01 admin admin] Publish callbacks [] for security_group (ac6b4470-f9e1-4bc8-be9e-1d1710a24a62), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:17.169722 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-24e72dff-e4d2-4337-874f-3c95ae443e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (ac6b4470-f9e1-4bc8-be9e-1d1710a24a62), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:17.172248 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-24e72dff-e4d2-4337-874f-3c95ae443e01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:17.173414 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-24e72dff-e4d2-4337-874f-3c95ae443e01 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ac6b4470-f9e1-4bc8-be9e-1d1710a24a62 HTTP/1.1" status: 204 len: 168 time: 0.1241596 Sep 22 22:12:17.181954 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e72dff-e4d2-4337-874f-3c95ae443e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6b4470-f9e1-4bc8-be9e-1d1710a24a62,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:17.186171 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=2 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:17.474005 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92342779-65c6-4169-a91b-909609e4ceeb req-6981f51c-a5f4-4ab5-a1e2-105789f6f96c tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:17.475587 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-92342779-65c6-4169-a91b-909609e4ceeb req-6981f51c-a5f4-4ab5-a1e2-105789f6f96c tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0653071 Sep 22 22:12:17.509774 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 39718) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:17.533379 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7d87f0ad-27b0-4a94-b452-cfc6ae6d0267 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:17.548075 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:17.561948 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-92342779-65c6-4169-a91b-909609e4ceeb req-e6e8333f-aad6-4d43-950c-6f14f0fddda3 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804386 Sep 22 22:12:17.648435 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7d87f0ad-27b0-4a94-b452-cfc6ae6d0267 admin admin] Publish callbacks [] for security_group (971c33c9-7ac4-4222-a637-31f42b81d485), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:17.653992 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7d87f0ad-27b0-4a94-b452-cfc6ae6d0267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (971c33c9-7ac4-4222-a637-31f42b81d485), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:17.695046 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-7d87f0ad-27b0-4a94-b452-cfc6ae6d0267 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b6c9127cf9a447bb958835891d053c52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1832309 Sep 22 22:12:17.699288 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 39728) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:17.700974 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87f0ad-27b0-4a94-b452-cfc6ae6d0267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971c33c9-7ac4-4222-a637-31f42b81d485,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:17.709440 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87f0ad-27b0-4a94-b452-cfc6ae6d0267 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:17.709798 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87f0ad-27b0-4a94-b452-cfc6ae6d0267 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:17.710281 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87f0ad-27b0-4a94-b452-cfc6ae6d0267 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:17.710648 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87f0ad-27b0-4a94-b452-cfc6ae6d0267 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:17.711048 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87f0ad-27b0-4a94-b452-cfc6ae6d0267 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:17.711442 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87f0ad-27b0-4a94-b452-cfc6ae6d0267 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:17.711889 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87f0ad-27b0-4a94-b452-cfc6ae6d0267 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:17.712266 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87f0ad-27b0-4a94-b452-cfc6ae6d0267 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:17.712686 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87f0ad-27b0-4a94-b452-cfc6ae6d0267 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:17.713075 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87f0ad-27b0-4a94-b452-cfc6ae6d0267 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:17.713488 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87f0ad-27b0-4a94-b452-cfc6ae6d0267 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:17.713880 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87f0ad-27b0-4a94-b452-cfc6ae6d0267 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:17.714444 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87f0ad-27b0-4a94-b452-cfc6ae6d0267 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:17.714829 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87f0ad-27b0-4a94-b452-cfc6ae6d0267 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:17.715216 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87f0ad-27b0-4a94-b452-cfc6ae6d0267 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:17.763368 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1ee9dc4e-a04d-417a-872c-caa89f43e24e admin admin] Publish callbacks [] for security_group (971c33c9-7ac4-4222-a637-31f42b81d485), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:17.788376 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1ee9dc4e-a04d-417a-872c-caa89f43e24e admin admin] Publish callbacks [] for security_group (971c33c9-7ac4-4222-a637-31f42b81d485), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:17.846332 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1ee9dc4e-a04d-417a-872c-caa89f43e24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (971c33c9-7ac4-4222-a637-31f42b81d485), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:17.850896 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1ee9dc4e-a04d-417a-872c-caa89f43e24e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:17.854506 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-1ee9dc4e-a04d-417a-872c-caa89f43e24e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/971c33c9-7ac4-4222-a637-31f42b81d485 HTTP/1.1" status: 204 len: 168 time: 0.1502926 Sep 22 22:12:17.862645 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9dc4e-a04d-417a-872c-caa89f43e24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971c33c9-7ac4-4222-a637-31f42b81d485,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:18.311385 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:18.401725 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 39764) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:18.510920 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-77008771-576f-4bb1-93e4-24610c5ca780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:18.513597 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:18.596859 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-77008771-576f-4bb1-93e4-24610c5ca780 admin admin] Publish callbacks [] for security_group (1d3b17c1-e2f2-45aa-affb-751a7cd8bcb4), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:18.601130 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-77008771-576f-4bb1-93e4-24610c5ca780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (1d3b17c1-e2f2-45aa-affb-751a7cd8bcb4), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:18.627353 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:18.651945 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77008771-576f-4bb1-93e4-24610c5ca780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3b17c1-e2f2-45aa-affb-751a7cd8bcb4,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:18.668696 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-77008771-576f-4bb1-93e4-24610c5ca780 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a3ec7e60c54d4fa19f6e5e839e99e220&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2659268 Sep 22 22:12:18.671878 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 39778) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:18.721533 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a85a4-7f04-4bfc-9f5b-de9028fcec33 req-d5e37454-6c53-4a2c-92fc-50b62cbb6dae tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:18.731947 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2f2a85a4-7f04-4bfc-9f5b-de9028fcec33 req-d5e37454-6c53-4a2c-92fc-50b62cbb6dae tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0835786 Sep 22 22:12:18.741483 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ad8e3f9b-6c3f-48d3-85f3-1d1e1f0c8150 admin admin] Publish callbacks [] for security_group (1d3b17c1-e2f2-45aa-affb-751a7cd8bcb4), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:18.767065 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ad8e3f9b-6c3f-48d3-85f3-1d1e1f0c8150 admin admin] Publish callbacks [] for security_group (1d3b17c1-e2f2-45aa-affb-751a7cd8bcb4), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:18.823636 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2f2a85a4-7f04-4bfc-9f5b-de9028fcec33 req-5f51ee16-b0a8-4c36-89de-1c8644123564 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906599 Sep 22 22:12:18.838737 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ad8e3f9b-6c3f-48d3-85f3-1d1e1f0c8150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (1d3b17c1-e2f2-45aa-affb-751a7cd8bcb4), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:18.842623 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ad8e3f9b-6c3f-48d3-85f3-1d1e1f0c8150 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:18.843914 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-ad8e3f9b-6c3f-48d3-85f3-1d1e1f0c8150 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1d3b17c1-e2f2-45aa-affb-751a7cd8bcb4 HTTP/1.1" status: 204 len: 168 time: 0.1710544 Sep 22 22:12:18.856723 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e3f9b-6c3f-48d3-85f3-1d1e1f0c8150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3b17c1-e2f2-45aa-affb-751a7cd8bcb4,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:18.886049 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 39792) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:19.213549 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 39806) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:19.228297 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-810b4249-12f8-497d-934f-91371a2b1120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:19.320370 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:19.324172 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-08e9b344-60df-4034-af7c-a2d09d59c254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3769516'] for router_interface (8ba40026-4fd8-4134-b383-8997842936b8), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:19.325680 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-810b4249-12f8-497d-934f-91371a2b1120 admin admin] Publish callbacks [] for security_group (f0c5c471-d4a6-4b6a-871b-1f9034f13c1f), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:19.335941 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-810b4249-12f8-497d-934f-91371a2b1120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (f0c5c471-d4a6-4b6a-871b-1f9034f13c1f), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:19.387808 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-810b4249-12f8-497d-934f-91371a2b1120 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b12b9023e05f4591bc945451b9457059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1727781 Sep 22 22:12:19.391655 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 39812) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:19.399701 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b4249-12f8-497d-934f-91371a2b1120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c5c471-d4a6-4b6a-871b-1f9034f13c1f,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:19.449137 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f74a5360-b8b0-4c21-85aa-668688cc8505 admin admin] Publish callbacks [] for security_group (f0c5c471-d4a6-4b6a-871b-1f9034f13c1f), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:19.481766 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f74a5360-b8b0-4c21-85aa-668688cc8505 admin admin] Publish callbacks [] for security_group (f0c5c471-d4a6-4b6a-871b-1f9034f13c1f), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:19.541014 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f74a5360-b8b0-4c21-85aa-668688cc8505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (f0c5c471-d4a6-4b6a-871b-1f9034f13c1f), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:19.544908 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f74a5360-b8b0-4c21-85aa-668688cc8505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:19.548871 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-f74a5360-b8b0-4c21-85aa-668688cc8505 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f0c5c471-d4a6-4b6a-871b-1f9034f13c1f HTTP/1.1" status: 204 len: 168 time: 0.1539032 Sep 22 22:12:19.556472 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a5360-b8b0-4c21-85aa-668688cc8505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c5c471-d4a6-4b6a-871b-1f9034f13c1f,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:19.660670 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-08e9b344-60df-4034-af7c-a2d09d59c254 admin admin] Deleting port 6a263659-9380-4624-9aa0-25234aa068b8 {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:12:19.661337 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-08e9b344-60df-4034-af7c-a2d09d59c254 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (6a263659-9380-4624-9aa0-25234aa068b8), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:19.744786 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:19.760945 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-08e9b344-60df-4034-af7c-a2d09d59c254 admin admin] For port 6a263659-9380-4624-9aa0-25234aa068b8, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=6a263659-9380-4624-9aa0-25234aa068b8,segment=NetworkSegment(1f071678-2ddc-41ad-b56b-82f48e5a30da),segment_id=1f071678-2ddc-41ad-b56b-82f48e5a30da)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:12:19.761436 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-08e9b344-60df-4034-af7c-a2d09d59c254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (6a263659-9380-4624-9aa0-25234aa068b8), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:19.780916 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-08e9b344-60df-4034-af7c-a2d09d59c254 admin admin] Calling delete_port for 6a263659-9380-4624-9aa0-25234aa068b8 owned by network:router_interface {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:12:19.834347 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:19.930324 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:19.990373 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425a273-259c-4061-be32-5d64cc575dab req-ee85e06b-137c-4c3a-a2bf-b087a0c45991 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:19.992228 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e425a273-259c-4061-be32-5d64cc575dab req-ee85e06b-137c-4c3a-a2bf-b087a0c45991 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0745788 Sep 22 22:12:20.059656 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:20.089456 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e425a273-259c-4061-be32-5d64cc575dab req-3f8457e8-b36d-49ed-8a21-9407fa3ca024 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720179 Sep 22 22:12:20.090548 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-08e9b344-60df-4034-af7c-a2d09d59c254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (6a263659-9380-4624-9aa0-25234aa068b8), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:20.116340 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9b344-60df-4034-af7c-a2d09d59c254 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a263659-9380-4624-9aa0-25234aa068b8,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:20.130914 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=6 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:20.336337 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-08e9b344-60df-4034-af7c-a2d09d59c254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3923237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679260'] for router_interface (8ba40026-4fd8-4134-b383-8997842936b8), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:20.557939 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 39878) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:20.602478 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 39882) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:20.725570 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-2a614c35-1ae8-4959-8a0a-1a7a86211dd0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2003343647-network', 'tenant_id': 'd08945e124d14a05988b92fd9f236881'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:12:20.732438 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-51a30bb0-72f5-4ecb-914e-6a4452a695d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:20.752300 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:20.761569 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a614c35-1ae8-4959-8a0a-1a7a86211dd0 admin admin] Made reservation on behalf of d08945e124d14a05988b92fd9f236881 for: {'network': 1} {{(pid=106429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:12:20.763957 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2a614c35-1ae8-4959-8a0a-1a7a86211dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for network (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:20.778321 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2a614c35-1ae8-4959-8a0a-1a7a86211dd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:20.790309 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e9b344-60df-4034-af7c-a2d09d59c254 admin admin] Router 8ba40026-4fd8-4134-b383-8997842936b8 has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:12:20.907153 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e9b344-60df-4034-af7c-a2d09d59c254 admin admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:12:20.913496 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-08e9b344-60df-4034-af7c-a2d09d59c254 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/8ba40026-4fd8-4134-b383-8997842936b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0261400 Sep 22 22:12:20.915989 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 39888) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:20.919446 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfec8a9d-0697-4250-a651-cf5c97d3a63f None None] Sync routers for ids ['8ba40026-4fd8-4134-b383-8997842936b8'] in dv-cinder-849143-6-iscsi {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:12:20.931988 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfec8a9d-0697-4250-a651-cf5c97d3a63f None None] Routers {'8ba40026-4fd8-4134-b383-8997842936b8'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:12:20.932626 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-cfec8a9d-0697-4250-a651-cf5c97d3a63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:12:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['8ba40026-4fd8-4134-b383-8997842936b8'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:21.025734 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5ae7f11a-e79b-4a8e-82a8-b3696e4c4273 admin admin] Publish callbacks [] for router (8ba40026-4fd8-4134-b383-8997842936b8), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:21.038279 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-cfec8a9d-0697-4250-a651-cf5c97d3a63f None None] Set router 8ba40026-4fd8-4134-b383-8997842936b8 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:12:21.060062 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-51a30bb0-72f5-4ecb-914e-6a4452a695d6 admin admin] Publish callbacks [] for security_group (066bfc55-81ee-43d7-95e4-97f1df10c350), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:21.066227 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-51a30bb0-72f5-4ecb-914e-6a4452a695d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (066bfc55-81ee-43d7-95e4-97f1df10c350), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:21.133094 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-51a30bb0-72f5-4ecb-914e-6a4452a695d6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=aabd05caaf3a44dda3790d8d642cdc86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5293717 Sep 22 22:12:21.137420 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 39894) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:21.138605 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a30bb0-72f5-4ecb-914e-6a4452a695d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066bfc55-81ee-43d7-95e4-97f1df10c350,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:21.149797 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:21.159293 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2a614c35-1ae8-4959-8a0a-1a7a86211dd0 admin admin] Publish callbacks [] for security_group (e94aafca-085f-42a5-aa87-892525a705ff), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:21.159811 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5ae7f11a-e79b-4a8e-82a8-b3696e4c4273 admin admin] Publish callbacks [] for router_gateway (8ba40026-4fd8-4134-b383-8997842936b8), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:21.164745 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:21.174963 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2a614c35-1ae8-4959-8a0a-1a7a86211dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (e94aafca-085f-42a5-aa87-892525a705ff), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:21.210915 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a614c35-1ae8-4959-8a0a-1a7a86211dd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=106429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:12:21.229518 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a614c35-1ae8-4959-8a0a-1a7a86211dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94aafca-085f-42a5-aa87-892525a705ff,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:21.236410 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2a614c35-1ae8-4959-8a0a-1a7a86211dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (93db9a79-b219-4820-bf80-5d91cf627e89), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:21.236739 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.db.segments_db [None req-2a614c35-1ae8-4959-8a0a-1a7a86211dd0 admin admin] Added segment 93db9a79-b219-4820-bf80-5d91cf627e89 of type vlan for network 3e5f8a7c-2a8a-4a5a-a934-2d9e81872f12 Sep 22 22:12:21.249877 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-5ae7f11a-e79b-4a8e-82a8-b3696e4c4273 admin admin] Deleting port b00c348f-9c3b-4360-b53b-3161c4f437dd {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:12:21.250228 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5ae7f11a-e79b-4a8e-82a8-b3696e4c4273 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (b00c348f-9c3b-4360-b53b-3161c4f437dd), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:21.256000 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-fef6604c-1bb7-44ae-a9b3-c731b9504f17 admin admin] Publish callbacks [] for security_group (066bfc55-81ee-43d7-95e4-97f1df10c350), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:21.274878 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87160d-f736-4628-b759-295ae2abd68e req-78f00e01-1883-4e59-a3e4-d869deada9dd tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:21.276753 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6f87160d-f736-4628-b759-295ae2abd68e req-78f00e01-1883-4e59-a3e4-d869deada9dd tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0713744 Sep 22 22:12:21.298052 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-cfec8a9d-0697-4250-a651-cf5c97d3a63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba40026-4fd8-4134-b383-8997842936b8', 'name': 'tempest-DeleteServersTestJSON-2058369361-router', 'tenant_id': '2a52e44d03f74727863b596c606ee35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': 'b00c348f-9c3b-4360-b53b-3161c4f437dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:09Z', 'updated_at': '2022-09-22T22:12:19Z', 'revision_number': 5, 'project_id': '2a52e44d03f74727863b596c606ee35d', 'gw_port': {'id': 'b00c348f-9c3b-4360-b53b-3161c4f437dd', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:df:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba40026-4fd8-4134-b383-8997842936b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:10Z', 'updated_at': '2022-09-22T22:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi'}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:21.318699 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-fef6604c-1bb7-44ae-a9b3-c731b9504f17 admin admin] Publish callbacks [] for security_group (066bfc55-81ee-43d7-95e4-97f1df10c350), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:21.321828 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2a614c35-1ae8-4959-8a0a-1a7a86211dd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778793421990'] for network (3e5f8a7c-2a8a-4a5a-a934-2d9e81872f12), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:21.326228 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfec8a9d-0697-4250-a651-cf5c97d3a63f None None] Checking router: 8ba40026-4fd8-4134-b383-8997842936b8 for host: dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:12:21.335915 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfec8a9d-0697-4250-a651-cf5c97d3a63f None None] Routers {'8ba40026-4fd8-4134-b383-8997842936b8'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:12:21.336612 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-cfec8a9d-0697-4250-a651-cf5c97d3a63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:12:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['8ba40026-4fd8-4134-b383-8997842936b8'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:21.342863 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=77,neutron:DELETE=1,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:21.380124 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2a614c35-1ae8-4959-8a0a-1a7a86211dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218'] for network (3e5f8a7c-2a8a-4a5a-a934-2d9e81872f12), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:21.382295 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a614c35-1ae8-4959-8a0a-1a7a86211dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:21.382874 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2a614c35-1ae8-4959-8a0a-1a7a86211dd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:21.399720 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6f87160d-f736-4628-b759-295ae2abd68e req-d7989bf1-d22d-42aa-b5bc-1fe47b112846 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917058 Sep 22 22:12:21.402239 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-5ae7f11a-e79b-4a8e-82a8-b3696e4c4273 admin admin] For port b00c348f-9c3b-4360-b53b-3161c4f437dd, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=b00c348f-9c3b-4360-b53b-3161c4f437dd,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:12:21.406950 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5ae7f11a-e79b-4a8e-82a8-b3696e4c4273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (b00c348f-9c3b-4360-b53b-3161c4f437dd), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:21.429134 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-5ae7f11a-e79b-4a8e-82a8-b3696e4c4273 admin admin] Calling delete_port for b00c348f-9c3b-4360-b53b-3161c4f437dd owned by network:router_gateway {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:12:21.447949 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-cfec8a9d-0697-4250-a651-cf5c97d3a63f None None] Set router 8ba40026-4fd8-4134-b383-8997842936b8 gateway port host: None {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:12:21.462755 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-2a614c35-1ae8-4959-8a0a-1a7a86211dd0 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9037073 Sep 22 22:12:21.463781 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-fef6604c-1bb7-44ae-a9b3-c731b9504f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (066bfc55-81ee-43d7-95e4-97f1df10c350), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:21.466228 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 39896) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:21.466787 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-fef6604c-1bb7-44ae-a9b3-c731b9504f17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:21.469538 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-fef6604c-1bb7-44ae-a9b3-c731b9504f17 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/066bfc55-81ee-43d7-95e4-97f1df10c350 HTTP/1.1" status: 204 len: 168 time: 0.3272903 Sep 22 22:12:21.471077 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-d0b35de3-2aa9-491a-9aa5-0dd2df1c391a admin admin] Request body: {'subnet': {'network_id': '3e5f8a7c-2a8a-4a5a-a934-2d9e81872f12', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2003343647-subnet', 'tenant_id': 'd08945e124d14a05988b92fd9f236881', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:12:21.486692 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a614c35-1ae8-4959-8a0a-1a7a86211dd0 admin admin] Pushing event updated for resources: {'Network': ['ID=3e5f8a7c-2a8a-4a5a-a934-2d9e81872f12,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:21.490536 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6604c-1bb7-44ae-a9b3-c731b9504f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066bfc55-81ee-43d7-95e4-97f1df10c350,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:21.498559 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Network 3e5f8a7c-2a8a-4a5a-a934-2d9e81872f12 details requested by agent ovs-agent-dv-cinder-849143-6-iscsi with host dv-cinder-849143-6-iscsi {{(pid=106430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 22:12:21.523038 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-cfec8a9d-0697-4250-a651-cf5c97d3a63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba40026-4fd8-4134-b383-8997842936b8', 'name': 'tempest-DeleteServersTestJSON-2058369361-router', 'tenant_id': '2a52e44d03f74727863b596c606ee35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:09Z', 'updated_at': '2022-09-22T22:12:21Z', 'revision_number': 6, 'project_id': '2a52e44d03f74727863b596c606ee35d', 'gw_port_host': None}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:21.528504 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b35de3-2aa9-491a-9aa5-0dd2df1c391a admin admin] Made reservation on behalf of d08945e124d14a05988b92fd9f236881 for: {'subnet': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:12:21.531964 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-d0b35de3-2aa9-491a-9aa5-0dd2df1c391a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847766'] for subnet (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:21.563767 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfec8a9d-0697-4250-a651-cf5c97d3a63f None None] The sync data for ids ['8ba40026-4fd8-4134-b383-8997842936b8'] in dv-cinder-849143-6-iscsi is: [{'id': '8ba40026-4fd8-4134-b383-8997842936b8', 'name': 'tempest-DeleteServersTestJSON-2058369361-router', 'tenant_id': '2a52e44d03f74727863b596c606ee35d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:09Z', 'updated_at': '2022-09-22T22:12:21Z', 'revision_number': 6, 'project_id': '2a52e44d03f74727863b596c606ee35d', 'gw_port_host': None}] {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:12:21.766675 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5ae7f11a-e79b-4a8e-82a8-b3696e4c4273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (b00c348f-9c3b-4360-b53b-3161c4f437dd), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:21.803495 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7f11a-e79b-4a8e-82a8-b3696e4c4273 admin admin] Pushing event deleted for resources: {'Port': ['ID=b00c348f-9c3b-4360-b53b-3161c4f437dd,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:21.853968 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 39904) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:21.868556 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-76b1daf4-cb6f-4b9e-b69d-e9f5cad84360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:21.923584 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-d0b35de3-2aa9-491a-9aa5-0dd2df1c391a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10405075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847744'] for subnet (0bf02457-2e92-49b4-b811-108bb9a0069a), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:21.931999 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5ae7f11a-e79b-4a8e-82a8-b3696e4c4273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3684438'] for router_gateway (8ba40026-4fd8-4134-b383-8997842936b8), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:21.943607 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4,neutron:INSERT=13,neutron:DELETE=6 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:21.977060 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-76b1daf4-cb6f-4b9e-b69d-e9f5cad84360 admin admin] Publish callbacks [] for security_group (c9446fc5-7729-401c-b044-3e3d1f424c8a), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:21.989097 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-76b1daf4-cb6f-4b9e-b69d-e9f5cad84360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (c9446fc5-7729-401c-b044-3e3d1f424c8a), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:22.029360 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-76b1daf4-cb6f-4b9e-b69d-e9f5cad84360 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=02aa0791882e4667a89ba8a5e957e837&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1736631 Sep 22 22:12:22.031605 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 39908) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:22.056607 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b1daf4-cb6f-4b9e-b69d-e9f5cad84360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9446fc5-7729-401c-b044-3e3d1f424c8a,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:22.096121 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5ae7f11a-e79b-4a8e-82a8-b3696e4c4273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15774'] for router (8ba40026-4fd8-4134-b383-8997842936b8), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:22.097593 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-4d21300a-25f0-4d7d-98e8-12cb2ba2e19b admin admin] Publish callbacks [] for security_group (c9446fc5-7729-401c-b044-3e3d1f424c8a), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:22.100959 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5ae7f11a-e79b-4a8e-82a8-b3696e4c4273 admin admin] Publish callbacks [] for router_controller (8ba40026-4fd8-4134-b383-8997842936b8), precommit_delete_associations {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:22.107457 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:22.114958 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:UPDATE=3,neutron:SELECT=84,neutron:INSERT=6,neutron:DELETE=7 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:22.124594 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-4d21300a-25f0-4d7d-98e8-12cb2ba2e19b admin admin] Publish callbacks [] for security_group (c9446fc5-7729-401c-b044-3e3d1f424c8a), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:22.154370 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b35de3-2aa9-491a-9aa5-0dd2df1c391a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bf02457-2e92-49b4-b811-108bb9a0069a,revision_number=0']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:22.205608 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b35de3-2aa9-491a-9aa5-0dd2df1c391a admin admin] Checking segment: {'id': '93db9a79-b219-4820-bf80-5d91cf627e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3e5f8a7c-2a8a-4a5a-a934-2d9e81872f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:12:22.206482 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b35de3-2aa9-491a-9aa5-0dd2df1c391a admin admin] Network hostable DHCP agents. Network: 3e5f8a7c-2a8a-4a5a-a934-2d9e81872f12, hostable agents: ['46112969-b587-44d5-b5c4-b732185f2ac5'], hosted agents: [] {{(pid=106428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:12:22.212065 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-4d21300a-25f0-4d7d-98e8-12cb2ba2e19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (c9446fc5-7729-401c-b044-3e3d1f424c8a), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:22.213718 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5ae7f11a-e79b-4a8e-82a8-b3696e4c4273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679329'] for router (8ba40026-4fd8-4134-b383-8997842936b8), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:22.214415 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae7f11a-e79b-4a8e-82a8-b3696e4c4273 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ba40026-4fd8-4134-b383-8997842936b8 {{(pid=106428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 22:12:22.214896 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-4d21300a-25f0-4d7d-98e8-12cb2ba2e19b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:22.216119 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-4d21300a-25f0-4d7d-98e8-12cb2ba2e19b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c9446fc5-7729-401c-b044-3e3d1f424c8a HTTP/1.1" status: 204 len: 168 time: 0.1835997 Sep 22 22:12:22.226965 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d21300a-25f0-4d7d-98e8-12cb2ba2e19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9446fc5-7729-401c-b044-3e3d1f424c8a,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:22.229803 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5ae7f11a-e79b-4a8e-82a8-b3696e4c4273 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:22.234143 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-5ae7f11a-e79b-4a8e-82a8-b3696e4c4273 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/8ba40026-4fd8-4134-b383-8997842936b8 HTTP/1.1" status: 204 len: 168 time: 1.3138313 Sep 22 22:12:22.234639 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 39914) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:22.274817 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b35de3-2aa9-491a-9aa5-0dd2df1c391a admin admin] Network 3e5f8a7c-2a8a-4a5a-a934-2d9e81872f12 is scheduled to be hosted by DHCP agent 46112969-b587-44d5-b5c4-b732185f2ac5 with binding_index 1 {{(pid=106428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:12:22.292942 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [None req-d0b35de3-2aa9-491a-9aa5-0dd2df1c391a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-6-iscsi, 3e5f8a7c-2a8a-4a5a-a934-2d9e81872f12) {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:12:22.296421 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f982c4-3ebc-44c7-b72f-0f7e58f99ccc admin admin] Deleting subnet 7ccb8ec1-bca7-4468-84d0-159b88fbfcb1 {{(pid=106428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 22:12:22.305132 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b35de3-2aa9-491a-9aa5-0dd2df1c391a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:22.305132 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-d0b35de3-2aa9-491a-9aa5-0dd2df1c391a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for subnet (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:22.305697 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-97f982c4-3ebc-44c7-b72f-0f7e58f99ccc admin admin] Publish callbacks [] for subnet (7ccb8ec1-bca7-4468-84d0-159b88fbfcb1), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:22.307657 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2bcc22-a11f-4874-85d2-b6ab6f07640b None None] Network 3e5f8a7c-2a8a-4a5a-a934-2d9e81872f12 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:12:22.358254 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-d0b35de3-2aa9-491a-9aa5-0dd2df1c391a admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8833263 Sep 22 22:12:22.358254 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-97f982c4-3ebc-44c7-b72f-0f7e58f99ccc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10260588'] for subnet (7ccb8ec1-bca7-4468-84d0-159b88fbfcb1), precommit_delete_associations {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:22.458544 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc8f970-c582-499d-bdec-a744a900f9a8 None None] Network 3e5f8a7c-2a8a-4a5a-a934-2d9e81872f12 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:12:22.518190 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-97f982c4-3ebc-44c7-b72f-0f7e58f99ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433450'] for subnet (7ccb8ec1-bca7-4468-84d0-159b88fbfcb1), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:22.657584 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca050720-f7ea-4f3c-b343-2d7b30ac552f req-66f50574-1139-4c39-8ca5-237242202994 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:22.659453 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ca050720-f7ea-4f3c-b343-2d7b30ac552f req-66f50574-1139-4c39-8ca5-237242202994 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0959153 Sep 22 22:12:22.668270 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-97f982c4-3ebc-44c7-b72f-0f7e58f99ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10406668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847801'] for subnet (7ccb8ec1-bca7-4468-84d0-159b88fbfcb1), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:22.722305 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-97f982c4-3ebc-44c7-b72f-0f7e58f99ccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for subnet (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:22.726223 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-97f982c4-3ebc-44c7-b72f-0f7e58f99ccc admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/7ccb8ec1-bca7-4468-84d0-159b88fbfcb1 HTTP/1.1" status: 204 len: 168 time: 0.4905462 Sep 22 22:12:22.729194 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 39928) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:22.733943 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f982c4-3ebc-44c7-b72f-0f7e58f99ccc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ccb8ec1-bca7-4468-84d0-159b88fbfcb1,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:22.734994 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9783bc-a33f-4b55-a137-e12756a1eed8 None None] Network 9a795bf6-043e-463b-a8c2-1515f286856d requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:12:22.778650 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ca050720-f7ea-4f3c-b343-2d7b30ac552f req-1c2f65fd-fd14-4c4c-b934-96b20be4265a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947289 Sep 22 22:12:22.859070 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c83b05a9-31e3-4e99-b81f-422f948f9294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425183'] for network (9a795bf6-043e-463b-a8c2-1515f286856d), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:22.871457 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:22.920238 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-c83b05a9-31e3-4e99-b81f-422f948f9294 admin admin] Deleting port 715838e7-3ac3-4812-8e1b-4f95ebc9715f {{(pid=106429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:12:22.920882 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c83b05a9-31e3-4e99-b81f-422f948f9294 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (715838e7-3ac3-4812-8e1b-4f95ebc9715f), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:23.017955 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.db [None req-c83b05a9-31e3-4e99-b81f-422f948f9294 admin admin] For port 715838e7-3ac3-4812-8e1b-4f95ebc9715f, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=715838e7-3ac3-4812-8e1b-4f95ebc9715f,segment=NetworkSegment(1f071678-2ddc-41ad-b56b-82f48e5a30da),segment_id=1f071678-2ddc-41ad-b56b-82f48e5a30da)] {{(pid=106429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:12:23.018094 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3604c5a6-f500-4daa-b64e-3b96162daf8e None None] DHCP port deletion for 9a795bf6-043e-463b-a8c2-1515f286856d request from dv-cinder-849143-6-iscsi {{(pid=106430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 22:12:23.018190 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c83b05a9-31e3-4e99-b81f-422f948f9294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (715838e7-3ac3-4812-8e1b-4f95ebc9715f), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:23.040312 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-c83b05a9-31e3-4e99-b81f-422f948f9294 admin admin] Calling delete_port for 715838e7-3ac3-4812-8e1b-4f95ebc9715f owned by network:dhcp {{(pid=106429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:12:23.111478 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-3604c5a6-f500-4daa-b64e-3b96162daf8e None None] Deleting port 715838e7-3ac3-4812-8e1b-4f95ebc9715f {{(pid=106430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:12:23.112238 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-3604c5a6-f500-4daa-b64e-3b96162daf8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (715838e7-3ac3-4812-8e1b-4f95ebc9715f), before_delete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:23.114552 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:23.169688 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c83b05a9-31e3-4e99-b81f-422f948f9294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (715838e7-3ac3-4812-8e1b-4f95ebc9715f), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:23.177384 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:23.209054 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b05a9-31e3-4e99-b81f-422f948f9294 admin admin] Pushing event deleted for resources: {'Port': ['ID=715838e7-3ac3-4812-8e1b-4f95ebc9715f,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:23.212508 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-3604c5a6-f500-4daa-b64e-3b96162daf8e None None] For port 715838e7-3ac3-4812-8e1b-4f95ebc9715f, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=715838e7-3ac3-4812-8e1b-4f95ebc9715f,segment=NetworkSegment(1f071678-2ddc-41ad-b56b-82f48e5a30da),segment_id=1f071678-2ddc-41ad-b56b-82f48e5a30da)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:12:23.212914 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-3604c5a6-f500-4daa-b64e-3b96162daf8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (715838e7-3ac3-4812-8e1b-4f95ebc9715f), precommit_delete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:23.219456 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83b05a9-31e3-4e99-b81f-422f948f9294 admin admin] No DVR routers for this DVR port 715838e7-3ac3-4812-8e1b-4f95ebc9715f on host dv-cinder-849143-6-iscsi {{(pid=106429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:12:23.235131 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-3604c5a6-f500-4daa-b64e-3b96162daf8e None None] Calling delete_port for 715838e7-3ac3-4812-8e1b-4f95ebc9715f owned by network:dhcp {{(pid=106430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:12:23.319432 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c83b05a9-31e3-4e99-b81f-422f948f9294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1288257', 'neutron.services.segments.db._delete_segments_for_network-8778793935297'] for network (9a795bf6-043e-463b-a8c2-1515f286856d), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:23.342211 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.services.segments.db [None req-c83b05a9-31e3-4e99-b81f-422f948f9294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a795bf6-043e-463b-a8c2-1515f286856d']}} {{(pid=106429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:23.357767 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 39954) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:23.362768 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-cd4b523a-40b7-491b-b3da-9f8150219416 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-611987710-network', 'tenant_id': 'cc5ce9a880b24221aa780b393c751bd9'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:12:23.362944 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.services.segments.db [None req-c83b05a9-31e3-4e99-b81f-422f948f9294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f071678-2ddc-41ad-b56b-82f48e5a30da') {'for_net_delete': True} {{(pid=106429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:23.363217 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.services.segments.db [None req-c83b05a9-31e3-4e99-b81f-422f948f9294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f071678-2ddc-41ad-b56b-82f48e5a30da') {} {{(pid=106429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:23.373832 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c83b05a9-31e3-4e99-b81f-422f948f9294 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778793935189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10089575'] for segment (1f071678-2ddc-41ad-b56b-82f48e5a30da), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:23.390723 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c83b05a9-31e3-4e99-b81f-422f948f9294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (1f071678-2ddc-41ad-b56b-82f48e5a30da), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:23.392347 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4b523a-40b7-491b-b3da-9f8150219416 admin admin] Made reservation on behalf of cc5ce9a880b24221aa780b393c751bd9 for: {'network': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:12:23.396522 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-cd4b523a-40b7-491b-b3da-9f8150219416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for network (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:23.400670 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83b05a9-31e3-4e99-b81f-422f948f9294 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=106429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:12:23.401080 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c83b05a9-31e3-4e99-b81f-422f948f9294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9559167'] for segment (1f071678-2ddc-41ad-b56b-82f48e5a30da), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:23.409352 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-cd4b523a-40b7-491b-b3da-9f8150219416 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:23.435632 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-3604c5a6-f500-4daa-b64e-3b96162daf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514'] for port (715838e7-3ac3-4812-8e1b-4f95ebc9715f), after_delete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:23.461710 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.services.segments.plugin [-] Segment 1f071678-2ddc-41ad-b56b-82f48e5a30da resource provider aggregate not found Sep 22 22:12:23.467337 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604c5a6-f500-4daa-b64e-3b96162daf8e None None] Pushing event deleted for resources: {'Port': ['ID=715838e7-3ac3-4812-8e1b-4f95ebc9715f,revision_number=None']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:23.476980 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3604c5a6-f500-4daa-b64e-3b96162daf8e None None] No DVR routers for this DVR port 715838e7-3ac3-4812-8e1b-4f95ebc9715f on host dv-cinder-849143-6-iscsi {{(pid=106430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:12:23.479010 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3604c5a6-f500-4daa-b64e-3b96162daf8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:23.479434 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3604c5a6-f500-4daa-b64e-3b96162daf8e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:23.479989 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3604c5a6-f500-4daa-b64e-3b96162daf8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:23.480364 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3604c5a6-f500-4daa-b64e-3b96162daf8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:23.481055 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3604c5a6-f500-4daa-b64e-3b96162daf8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:23.481424 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3604c5a6-f500-4daa-b64e-3b96162daf8e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:23.481765 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3604c5a6-f500-4daa-b64e-3b96162daf8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:23.482392 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3604c5a6-f500-4daa-b64e-3b96162daf8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:23.482722 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3604c5a6-f500-4daa-b64e-3b96162daf8e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:23.483125 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3604c5a6-f500-4daa-b64e-3b96162daf8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:23.483422 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3604c5a6-f500-4daa-b64e-3b96162daf8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:23.483739 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3604c5a6-f500-4daa-b64e-3b96162daf8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:23.484146 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3604c5a6-f500-4daa-b64e-3b96162daf8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:23.485482 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3604c5a6-f500-4daa-b64e-3b96162daf8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:23.486031 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3604c5a6-f500-4daa-b64e-3b96162daf8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:23.498305 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.services.segments.plugin [-] Segment 1f071678-2ddc-41ad-b56b-82f48e5a30da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f071678-2ddc-41ad-b56b-82f48e5a30da found for delete ", "request_id": "req-3b4b03b9-4ff9-426a-aa09-3679dd144378"}]} Sep 22 22:12:23.526693 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-cd4b523a-40b7-491b-b3da-9f8150219416 admin admin] Publish callbacks [] for security_group (4be6aebd-764a-4e4a-996d-438c8858f0f1), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:23.531882 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-cd4b523a-40b7-491b-b3da-9f8150219416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (4be6aebd-764a-4e4a-996d-438c8858f0f1), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:23.534959 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c83b05a9-31e3-4e99-b81f-422f948f9294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1288312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684483'] for network (9a795bf6-043e-463b-a8c2-1515f286856d), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:23.546394 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c83b05a9-31e3-4e99-b81f-422f948f9294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:23.550476 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-c83b05a9-31e3-4e99-b81f-422f948f9294 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/9a795bf6-043e-463b-a8c2-1515f286856d HTTP/1.1" status: 204 len: 168 time: 0.8203158 Sep 22 22:12:23.565588 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b05a9-31e3-4e99-b81f-422f948f9294 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a795bf6-043e-463b-a8c2-1515f286856d,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:23.569229 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b523a-40b7-491b-b3da-9f8150219416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be6aebd-764a-4e4a-996d-438c8858f0f1,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:23.580017 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd4b523a-40b7-491b-b3da-9f8150219416 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=106428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:12:23.593636 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-cd4b523a-40b7-491b-b3da-9f8150219416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (435b93b8-ea3f-48de-a9c9-5e9928204672), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:23.594001 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.db.segments_db [None req-cd4b523a-40b7-491b-b3da-9f8150219416 admin admin] Added segment 435b93b8-ea3f-48de-a9c9-5e9928204672 of type vlan for network cf538ba6-4ad6-40c1-84d4-d7253df7cc72 Sep 22 22:12:23.608681 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 6a263659-9380-4624-9aa0-25234aa068b8 no longer exists at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:12:23.631139 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] No Port match for: 6a263659-9380-4624-9aa0-25234aa068b8 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:12:23.631981 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 6a263659-9380-4624-9aa0-25234aa068b8 not bound to the agent host dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:12:23.632418 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 715838e7-3ac3-4812-8e1b-4f95ebc9715f no longer exists at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:12:23.654560 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] No Port match for: 715838e7-3ac3-4812-8e1b-4f95ebc9715f {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:12:23.654972 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 715838e7-3ac3-4812-8e1b-4f95ebc9715f not bound to the agent host dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:12:23.655414 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device b00c348f-9c3b-4360-b53b-3161c4f437dd no longer exists at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:12:23.658450 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-cd4b523a-40b7-491b-b3da-9f8150219416 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778793421990'] for network (cf538ba6-4ad6-40c1-84d4-d7253df7cc72), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:23.669827 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=74,neutron:UPDATE=6,neutron:DELETE=9,neutron:INSERT=11 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:23.676483 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] No Port match for: b00c348f-9c3b-4360-b53b-3161c4f437dd {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:12:23.676902 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device b00c348f-9c3b-4360-b53b-3161c4f437dd not bound to the agent host dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:12:23.698768 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-cd4b523a-40b7-491b-b3da-9f8150219416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218'] for network (cf538ba6-4ad6-40c1-84d4-d7253df7cc72), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:23.700102 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4b523a-40b7-491b-b3da-9f8150219416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:23.700699 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-cd4b523a-40b7-491b-b3da-9f8150219416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:23.762178 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-cd4b523a-40b7-491b-b3da-9f8150219416 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4032311 Sep 22 22:12:23.765081 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 39966) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:23.772418 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-f799c505-65df-4ac9-bcaf-13de501dedc1 admin admin] Request body: {'subnet': {'network_id': 'cf538ba6-4ad6-40c1-84d4-d7253df7cc72', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-611987710-subnet', 'tenant_id': 'cc5ce9a880b24221aa780b393c751bd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:12:23.777902 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b523a-40b7-491b-b3da-9f8150219416 admin admin] Pushing event updated for resources: {'Network': ['ID=cf538ba6-4ad6-40c1-84d4-d7253df7cc72,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:23.792677 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Network cf538ba6-4ad6-40c1-84d4-d7253df7cc72 details requested by agent ovs-agent-dv-cinder-849143-6-iscsi with host dv-cinder-849143-6-iscsi {{(pid=106430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 22:12:23.804549 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f799c505-65df-4ac9-bcaf-13de501dedc1 admin admin] Made reservation on behalf of cc5ce9a880b24221aa780b393c751bd9 for: {'subnet': 1} {{(pid=106429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:12:23.807140 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f799c505-65df-4ac9-bcaf-13de501dedc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9385051'] for subnet (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:23.841200 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 39972) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:23.874671 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:23.921497 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-212a184b-14dd-4361-9826-3ef6da4b37d7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2a52e44d03f74727863b596c606ee35d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0786812 Sep 22 22:12:23.925725 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 39974) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:24.019352 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a46af-9b3b-4ed3-b381-e6fa120e774c req-9c05a6cf-e92f-4734-b5a9-6da0bbd98d51 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:24.021018 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-930a46af-9b3b-4ed3-b381-e6fa120e774c req-9c05a6cf-e92f-4734-b5a9-6da0bbd98d51 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0829706 Sep 22 22:12:24.038714 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-be8a6b91-8545-4ea1-ab2f-a73821aebaa6 admin admin] Publish callbacks [] for security_group (6c79a253-b866-4396-8b34-4bda7965341b), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:24.039035 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f799c505-65df-4ac9-bcaf-13de501dedc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9556762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9385037'] for subnet (e9814626-06d9-4c02-92bf-702a4fdcc0ac), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:24.094356 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-be8a6b91-8545-4ea1-ab2f-a73821aebaa6 admin admin] Publish callbacks [] for security_group (6c79a253-b866-4396-8b34-4bda7965341b), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:24.096132 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:24.109769 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799c505-65df-4ac9-bcaf-13de501dedc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9814626-06d9-4c02-92bf-702a4fdcc0ac,revision_number=0']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:24.128914 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f799c505-65df-4ac9-bcaf-13de501dedc1 admin admin] Checking segment: {'id': '435b93b8-ea3f-48de-a9c9-5e9928204672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cf538ba6-4ad6-40c1-84d4-d7253df7cc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:12:24.129316 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f799c505-65df-4ac9-bcaf-13de501dedc1 admin admin] Network hostable DHCP agents. Network: cf538ba6-4ad6-40c1-84d4-d7253df7cc72, hostable agents: ['46112969-b587-44d5-b5c4-b732185f2ac5'], hosted agents: [] {{(pid=106429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:12:24.145497 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-930a46af-9b3b-4ed3-b381-e6fa120e774c req-036ed3db-92cb-4d8f-a362-af48db129333 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095052 Sep 22 22:12:24.152906 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f799c505-65df-4ac9-bcaf-13de501dedc1 admin admin] Network cf538ba6-4ad6-40c1-84d4-d7253df7cc72 is scheduled to be hosted by DHCP agent 46112969-b587-44d5-b5c4-b732185f2ac5 with binding_index 1 {{(pid=106429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:12:24.181860 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-f799c505-65df-4ac9-bcaf-13de501dedc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-6-iscsi, cf538ba6-4ad6-40c1-84d4-d7253df7cc72) {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:12:24.190087 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-be8a6b91-8545-4ea1-ab2f-a73821aebaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (6c79a253-b866-4396-8b34-4bda7965341b), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:24.190840 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f799c505-65df-4ac9-bcaf-13de501dedc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:24.191503 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f799c505-65df-4ac9-bcaf-13de501dedc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:24.194028 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-be8a6b91-8545-4ea1-ab2f-a73821aebaa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:24.198103 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-be8a6b91-8545-4ea1-ab2f-a73821aebaa6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6c79a253-b866-4396-8b34-4bda7965341b HTTP/1.1" status: 204 len: 168 time: 0.2684011 Sep 22 22:12:24.200200 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45195a31-8d9c-4082-a5b4-71c0f23c2f4c None None] Network cf538ba6-4ad6-40c1-84d4-d7253df7cc72 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:12:24.211636 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a6b91-8545-4ea1-ab2f-a73821aebaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c79a253-b866-4396-8b34-4bda7965341b,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:24.229890 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-f799c505-65df-4ac9-bcaf-13de501dedc1 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4631190 Sep 22 22:12:24.352147 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa456d83-ce08-4dc4-b5d5-78b4779f23df None None] Network cf538ba6-4ad6-40c1-84d4-d7253df7cc72 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:12:24.463967 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 39990) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:24.581932 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4a2c62bc-1696-4610-80a8-bfc586d3242d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:24.676710 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4a2c62bc-1696-4610-80a8-bfc586d3242d admin admin] Publish callbacks [] for security_group (c0cde741-5114-4116-81fd-8775bfca2b6f), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:24.681858 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4a2c62bc-1696-4610-80a8-bfc586d3242d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (c0cde741-5114-4116-81fd-8775bfca2b6f), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:24.733164 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-4a2c62bc-1696-4610-80a8-bfc586d3242d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=edde81efbf2a4ec8b294287f6dd5360e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2662792 Sep 22 22:12:24.734212 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 40006) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:24.737909 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c62bc-1696-4610-80a8-bfc586d3242d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cde741-5114-4116-81fd-8775bfca2b6f,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:24.799705 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-252f0eda-1afd-4def-acbe-91d974bccbe7 admin admin] Publish callbacks [] for security_group (c0cde741-5114-4116-81fd-8775bfca2b6f), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:24.825875 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-252f0eda-1afd-4def-acbe-91d974bccbe7 admin admin] Publish callbacks [] for security_group (c0cde741-5114-4116-81fd-8775bfca2b6f), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:24.896598 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-252f0eda-1afd-4def-acbe-91d974bccbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (c0cde741-5114-4116-81fd-8775bfca2b6f), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:24.900947 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-252f0eda-1afd-4def-acbe-91d974bccbe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:24.904854 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-252f0eda-1afd-4def-acbe-91d974bccbe7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c0cde741-5114-4116-81fd-8775bfca2b6f HTTP/1.1" status: 204 len: 168 time: 0.1672275 Sep 22 22:12:24.912520 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f0eda-1afd-4def-acbe-91d974bccbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cde741-5114-4116-81fd-8775bfca2b6f,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:25.110265 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 40024) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:25.224701 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-64955033-a1cc-4817-a683-b25b8930cd95 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1733530800-network', 'tenant_id': '650863eae15e4733b50e22c7595d7742'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:12:25.285502 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64955033-a1cc-4817-a683-b25b8930cd95 admin admin] Made reservation on behalf of 650863eae15e4733b50e22c7595d7742 for: {'network': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:12:25.287897 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-64955033-a1cc-4817-a683-b25b8930cd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for network (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:25.299979 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-64955033-a1cc-4817-a683-b25b8930cd95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:25.308646 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a92a2-d1a7-4af2-8ef2-ebb291670866 req-18dc3e63-c6a0-4c97-b2f1-741e3f2adce6 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:25.310194 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6e9a92a2-d1a7-4af2-8ef2-ebb291670866 req-18dc3e63-c6a0-4c97-b2f1-741e3f2adce6 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0726364 Sep 22 22:12:25.383835 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6e9a92a2-d1a7-4af2-8ef2-ebb291670866 req-221faa12-2109-4d80-8da0-0aae0efc531d tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651393 Sep 22 22:12:25.429039 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-64955033-a1cc-4817-a683-b25b8930cd95 admin admin] Publish callbacks [] for security_group (305ebd31-b803-4069-b089-a8e092e54341), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:25.434014 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-64955033-a1cc-4817-a683-b25b8930cd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (305ebd31-b803-4069-b089-a8e092e54341), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:25.439129 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=11 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:25.474241 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64955033-a1cc-4817-a683-b25b8930cd95 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=106428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:12:25.487123 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64955033-a1cc-4817-a683-b25b8930cd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305ebd31-b803-4069-b089-a8e092e54341,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:25.493960 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-64955033-a1cc-4817-a683-b25b8930cd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (bf3e33a6-ea72-46b3-a331-9ce9dc909685), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:25.494305 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.db.segments_db [None req-64955033-a1cc-4817-a683-b25b8930cd95 admin admin] Added segment bf3e33a6-ea72-46b3-a331-9ce9dc909685 of type vlan for network 5c3478bc-b7f3-4988-80ed-a5eadeacc461 Sep 22 22:12:25.541952 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-64955033-a1cc-4817-a683-b25b8930cd95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778793421990'] for network (5c3478bc-b7f3-4988-80ed-a5eadeacc461), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:25.545404 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=75,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:25.569598 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-64955033-a1cc-4817-a683-b25b8930cd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218'] for network (5c3478bc-b7f3-4988-80ed-a5eadeacc461), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:25.570614 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64955033-a1cc-4817-a683-b25b8930cd95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:25.571193 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-64955033-a1cc-4817-a683-b25b8930cd95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:25.627384 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-64955033-a1cc-4817-a683-b25b8930cd95 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5159154 Sep 22 22:12:25.630659 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 40050) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:25.637413 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-4dc686b3-31ad-4048-9ba2-8f916d8b49e7 admin admin] Request body: {'subnet': {'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1733530800-subnet', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:12:25.638951 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64955033-a1cc-4817-a683-b25b8930cd95 admin admin] Pushing event updated for resources: {'Network': ['ID=5c3478bc-b7f3-4988-80ed-a5eadeacc461,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:25.650040 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Network 5c3478bc-b7f3-4988-80ed-a5eadeacc461 details requested by agent ovs-agent-dv-cinder-849143-6-iscsi with host dv-cinder-849143-6-iscsi {{(pid=106430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 22:12:25.684560 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc686b3-31ad-4048-9ba2-8f916d8b49e7 admin admin] Made reservation on behalf of 650863eae15e4733b50e22c7595d7742 for: {'subnet': 1} {{(pid=106429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:12:25.686986 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-4dc686b3-31ad-4048-9ba2-8f916d8b49e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9385051'] for subnet (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:25.761579 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:25.863493 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-4dc686b3-31ad-4048-9ba2-8f916d8b49e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9556762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9385037'] for subnet (e47c4249-5492-439b-b68c-dcd801e2bfc2), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:25.920814 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc686b3-31ad-4048-9ba2-8f916d8b49e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e47c4249-5492-439b-b68c-dcd801e2bfc2,revision_number=0']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:25.929965 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc686b3-31ad-4048-9ba2-8f916d8b49e7 admin admin] Checking segment: {'id': 'bf3e33a6-ea72-46b3-a331-9ce9dc909685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:12:25.930325 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc686b3-31ad-4048-9ba2-8f916d8b49e7 admin admin] Network hostable DHCP agents. Network: 5c3478bc-b7f3-4988-80ed-a5eadeacc461, hostable agents: ['46112969-b587-44d5-b5c4-b732185f2ac5'], hosted agents: [] {{(pid=106429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:12:25.947391 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc686b3-31ad-4048-9ba2-8f916d8b49e7 admin admin] Network 5c3478bc-b7f3-4988-80ed-a5eadeacc461 is scheduled to be hosted by DHCP agent 46112969-b587-44d5-b5c4-b732185f2ac5 with binding_index 1 {{(pid=106429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:12:25.957304 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-4dc686b3-31ad-4048-9ba2-8f916d8b49e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-6-iscsi, 5c3478bc-b7f3-4988-80ed-a5eadeacc461) {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:12:25.961863 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc686b3-31ad-4048-9ba2-8f916d8b49e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:25.962458 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-4dc686b3-31ad-4048-9ba2-8f916d8b49e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:25.967852 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed00d341-bc50-4c0e-8f61-bd785cbba32d None None] Network 5c3478bc-b7f3-4988-80ed-a5eadeacc461 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:12:25.988626 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-4dc686b3-31ad-4048-9ba2-8f916d8b49e7 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3565540 Sep 22 22:12:25.991559 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 40056) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:25.995827 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-46f807c1-74b2-480d-ab2c-00985900ce9c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1733530800-router', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:12:26.019105 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-46f807c1-74b2-480d-ab2c-00985900ce9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3680899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3444'] for router (d414958c-b68f-4859-8a0a-79b925be6dff), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:26.021248 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-46f807c1-74b2-480d-ab2c-00985900ce9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4093241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3437'] for router (d414958c-b68f-4859-8a0a-79b925be6dff), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:26.109241 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-46f807c1-74b2-480d-ab2c-00985900ce9c admin admin] Publish callbacks [] for router_controller (d414958c-b68f-4859-8a0a-79b925be6dff), precommit_add_association {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:26.124566 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc4d34a-156f-4617-8090-150ad83b7d93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21c0a57c-ab00-5552-8730-642a300f25b7-5c3478bc-b7f3-4988-80ed-a5eadeacc461', 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461', 'project_id': '650863eae15e4733b50e22c7595d7742', 'fixed_ips': [{'subnet_id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2'}]}} from dv-cinder-849143-6-iscsi. {{(pid=106430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 22:12:26.125602 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fbc4d34a-156f-4617-8090-150ad83b7d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:26.259618 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-46f807c1-74b2-480d-ab2c-00985900ce9c admin admin] Publish callbacks [] for router_gateway (d414958c-b68f-4859-8a0a-79b925be6dff), precommit_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:26.347215 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:26.388361 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.db_base_plugin_common [None req-fbc4d34a-156f-4617-8090-150ad83b7d93 None None] Allocated IP 172.20.0.2 (5c3478bc-b7f3-4988-80ed-a5eadeacc461/e47c4249-5492-439b-b68c-dcd801e2bfc2/05b95d35-7cb5-4a1a-a4e9-249e67296c76) {{(pid=106430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:12:26.402693 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:26.462057 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:26.467803 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-46f807c1-74b2-480d-ab2c-00985900ce9c admin admin] Publish callbacks [] for router_gateway (d414958c-b68f-4859-8a0a-79b925be6dff), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:26.492240 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-46f807c1-74b2-480d-ab2c-00985900ce9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:26.549178 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9168ce-5336-4b65-8ce9-4d0b1b1705f1 req-a075b13e-32db-41c9-b2e7-30b1b7dab781 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:26.552441 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2d9168ce-5336-4b65-8ce9-4d0b1b1705f1 req-a075b13e-32db-41c9-b2e7-30b1b7dab781 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0741680 Sep 22 22:12:26.570513 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fbc4d34a-156f-4617-8090-150ad83b7d93 None None] Publish callbacks [] for port (05b95d35-7cb5-4a1a-a4e9-249e67296c76), precommit_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:26.579403 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fbc4d34a-156f-4617-8090-150ad83b7d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505'] for port (05b95d35-7cb5-4a1a-a4e9-249e67296c76), after_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:26.607249 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2d9168ce-5336-4b65-8ce9-4d0b1b1705f1 req-62894136-b5e7-4fad-96c3-6d197cc67423 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481384 Sep 22 22:12:26.620142 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.db_base_plugin_common [None req-46f807c1-74b2-480d-ab2c-00985900ce9c admin admin] Allocated IP 172.27.1.78 (222d3bc3-ee2a-4d75-8e21-75e580ff73b3/4214672d-8971-44fc-bb6c-9c23836d3a7a/ffd5ae0f-6b14-4977-a0c1-a474ff5e7603) {{(pid=106429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:12:26.623447 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc4d34a-156f-4617-8090-150ad83b7d93 None None] Network 5c3478bc-b7f3-4988-80ed-a5eadeacc461 is already hosted by enough agents. {{(pid=106430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:12:26.628955 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.scheduler.base_scheduler [None req-fbc4d34a-156f-4617-8090-150ad83b7d93 None None] Resources bound (agent type, host, resource id): {{(pid=106430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:12:26.632321 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc4d34a-156f-4617-8090-150ad83b7d93 None None] Pushing event updated for resources: {'Port': ['ID=05b95d35-7cb5-4a1a-a4e9-249e67296c76,revision_number=1']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:26.634563 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc4d34a-156f-4617-8090-150ad83b7d93 None None] Received port after_create {{(pid=106430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:12:26.691826 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-fbc4d34a-156f-4617-8090-150ad83b7d93 None None] Attempting to bind port 05b95d35-7cb5-4a1a-a4e9-249e67296c76 on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:12:26.693298 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-fbc4d34a-156f-4617-8090-150ad83b7d93 None None] Attempting to bind port 05b95d35-7cb5-4a1a-a4e9-249e67296c76 by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': 'bf3e33a6-ea72-46b3-a331-9ce9dc909685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461'}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:12:26.693298 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc4d34a-156f-4617-8090-150ad83b7d93 None None] Attempting to bind port 05b95d35-7cb5-4a1a-a4e9-249e67296c76 on network 5c3478bc-b7f3-4988-80ed-a5eadeacc461 {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:12:26.714693 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:26.731821 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-46f807c1-74b2-480d-ab2c-00985900ce9c admin admin] Publish callbacks [] for port (ffd5ae0f-6b14-4977-a0c1-a474ff5e7603), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:26.738687 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc4d34a-156f-4617-8090-150ad83b7d93 None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:12:26.739075 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc4d34a-156f-4617-8090-150ad83b7d93 None None] Checking segment: {'id': 'bf3e33a6-ea72-46b3-a331-9ce9dc909685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:12:26.740143 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fbc4d34a-156f-4617-8090-150ad83b7d93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:26.740610 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc4d34a-156f-4617-8090-150ad83b7d93 None None] Bound using segment: {'id': 'bf3e33a6-ea72-46b3-a331-9ce9dc909685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461'} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:12:26.741139 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-fbc4d34a-156f-4617-8090-150ad83b7d93 None None] Bound port: 05b95d35-7cb5-4a1a-a4e9-249e67296c76, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf3e33a6-ea72-46b3-a331-9ce9dc909685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461'}}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:12:26.741528 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fbc4d34a-156f-4617-8090-150ad83b7d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (05b95d35-7cb5-4a1a-a4e9-249e67296c76), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:26.766012 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-46f807c1-74b2-480d-ab2c-00985900ce9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (ffd5ae0f-6b14-4977-a0c1-a474ff5e7603), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:26.803520 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-fbc4d34a-156f-4617-8090-150ad83b7d93 None None] For port 05b95d35-7cb5-4a1a-a4e9-249e67296c76, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:12:26.807216 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-fbc4d34a-156f-4617-8090-150ad83b7d93 None None] For port 05b95d35-7cb5-4a1a-a4e9-249e67296c76, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=05b95d35-7cb5-4a1a-a4e9-249e67296c76,segment=NetworkSegment(bf3e33a6-ea72-46b3-a331-9ce9dc909685),segment_id=bf3e33a6-ea72-46b3-a331-9ce9dc909685)] {{(pid=106430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:12:26.811293 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f807c1-74b2-480d-ab2c-00985900ce9c admin admin] Network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 is already hosted by enough agents. {{(pid=106429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:12:26.813464 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fbc4d34a-156f-4617-8090-150ad83b7d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (05b95d35-7cb5-4a1a-a4e9-249e67296c76), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:26.816198 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-46f807c1-74b2-480d-ab2c-00985900ce9c admin admin] Resources bound (agent type, host, resource id): {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:12:26.821800 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f807c1-74b2-480d-ab2c-00985900ce9c admin admin] Received port after_create {{(pid=106429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:12:26.825173 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f807c1-74b2-480d-ab2c-00985900ce9c admin admin] Pushing event updated for resources: {'Port': ['ID=ffd5ae0f-6b14-4977-a0c1-a474ff5e7603,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:26.892796 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc4d34a-156f-4617-8090-150ad83b7d93 None None] Pushing event updated for resources: {'Port': ['ID=05b95d35-7cb5-4a1a-a4e9-249e67296c76,revision_number=2']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:27.108632 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-46f807c1-74b2-480d-ab2c-00985900ce9c admin admin] Publish callbacks [] for router_gateway (d414958c-b68f-4859-8a0a-79b925be6dff), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:27.271201 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:27.321995 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-46f807c1-74b2-480d-ab2c-00985900ce9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3684398'] for router (d414958c-b68f-4859-8a0a-79b925be6dff), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:27.656419 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 05b95d35-7cb5-4a1a-a4e9-249e67296c76 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:12:27.670214 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f807c1-74b2-480d-ab2c-00985900ce9c admin admin] Router d414958c-b68f-4859-8a0a-79b925be6dff is scheduled to L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d with binding_index 1 {{(pid=106429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 22:12:27.711927 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 05b95d35-7cb5-4a1a-a4e9-249e67296c76 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:12:27.712495 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (05b95d35-7cb5-4a1a-a4e9-249e67296c76), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:27.712818 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 05b95d35-7cb5-4a1a-a4e9-249e67296c76 Sep 22 22:12:27.754672 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b0825-530e-495d-b0b2-ac59125a4edf req-9145f1d2-b3bf-459d-96d4-a93a90dab1e8 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:27.763479 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ea2b0825-530e-495d-b0b2-ac59125a4edf req-9145f1d2-b3bf-459d-96d4-a93a90dab1e8 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0676725 Sep 22 22:12:27.808623 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f807c1-74b2-480d-ab2c-00985900ce9c admin admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:12:27.811740 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 05b95d35-7cb5-4a1a-a4e9-249e67296c76 is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:12:27.812127 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (05b95d35-7cb5-4a1a-a4e9-249e67296c76), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:27.824566 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41934d83-0ce6-4643-8f2f-367beff542f9 None None] Sync routers for ids ['d414958c-b68f-4859-8a0a-79b925be6dff'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:12:27.834344 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-46f807c1-74b2-480d-ab2c-00985900ce9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:27.837299 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-46f807c1-74b2-480d-ab2c-00985900ce9c admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8435066 Sep 22 22:12:27.838940 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 40080) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:27.839543 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ea2b0825-530e-495d-b0b2-ac59125a4edf req-cd36adad-445d-459a-b8b9-ef9bb56cb45c tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749230 Sep 22 22:12:27.858421 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41934d83-0ce6-4643-8f2f-367beff542f9 None None] Routers {'d414958c-b68f-4859-8a0a-79b925be6dff'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:12:27.859134 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-41934d83-0ce6-4643-8f2f-367beff542f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:12:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['d414958c-b68f-4859-8a0a-79b925be6dff'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:27.908317 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] For port 05b95d35-7cb5-4a1a-a4e9-249e67296c76, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=05b95d35-7cb5-4a1a-a4e9-249e67296c76,segment=NetworkSegment(bf3e33a6-ea72-46b3-a331-9ce9dc909685),segment_id=bf3e33a6-ea72-46b3-a331-9ce9dc909685)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:12:27.909696 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019159c3-badd-4eb0-b7e4-8a86a52ddf5f None None] Network 5c3478bc-b7f3-4988-80ed-a5eadeacc461 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:12:27.933760 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (05b95d35-7cb5-4a1a-a4e9-249e67296c76), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:27.942944 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:28.004478 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-692762f2-e706-4d40-a325-012fb7efdac6 None None] Provisioning complete for port 05b95d35-7cb5-4a1a-a4e9-249e67296c76 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:12:28.004936 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-692762f2-e706-4d40-a325-012fb7efdac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (05b95d35-7cb5-4a1a-a4e9-249e67296c76), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:28.005470 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-692762f2-e706-4d40-a325-012fb7efdac6 None None] Attempt 1 to provision port 05b95d35-7cb5-4a1a-a4e9-249e67296c76 Sep 22 22:12:28.104404 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:28.115206 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:28.140083 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Pushing event updated for resources: {'Port': ['ID=05b95d35-7cb5-4a1a-a4e9-249e67296c76,revision_number=3']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:28.162786 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-41934d83-0ce6-4643-8f2f-367beff542f9 None None] Set router d414958c-b68f-4859-8a0a-79b925be6dff gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:12:28.335938 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-692762f2-e706-4d40-a325-012fb7efdac6 None None] Current status of the port 05b95d35-7cb5-4a1a-a4e9-249e67296c76 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:12:28.357591 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a6a03421-5cf4-44ae-b8c8-87e40c39d80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:28.529274 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a4a9e-daa3-4d4c-9e3a-d5775cf3ca84 req-8adedd15-45da-4f7b-bce9-4e0a16395d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:28.532236 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7c8a4a9e-daa3-4d4c-9e3a-d5775cf3ca84 req-8adedd15-45da-4f7b-bce9-4e0a16395d01 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 1129 time: 0.0989745 Sep 22 22:12:28.534642 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-41934d83-0ce6-4643-8f2f-367beff542f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'name': 'tempest-AttachVolumeTestJSON-1733530800-router', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:26Z', 'revision_number': 3, 'project_id': '650863eae15e4733b50e22c7595d7742', 'gw_port': {'id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:28:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi'}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:28.565798 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41934d83-0ce6-4643-8f2f-367beff542f9 None None] Checking router: d414958c-b68f-4859-8a0a-79b925be6dff for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:12:28.566245 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41934d83-0ce6-4643-8f2f-367beff542f9 None None] Updating router d414958c-b68f-4859-8a0a-79b925be6dff port ffd5ae0f-6b14-4977-a0c1-a474ff5e7603 binding host dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:12:28.571956 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:28.599470 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7c8a4a9e-daa3-4d4c-9e3a-d5775cf3ca84 req-1a46c755-9354-494a-82af-489030795c50 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568326 Sep 22 22:12:28.599755 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-41934d83-0ce6-4643-8f2f-367beff542f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (ffd5ae0f-6b14-4977-a0c1-a474ff5e7603), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:28.604148 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.db_base_plugin_common [None req-a6a03421-5cf4-44ae-b8c8-87e40c39d80d admin admin] Allocated IP 172.20.0.1 (5c3478bc-b7f3-4988-80ed-a5eadeacc461/e47c4249-5492-439b-b68c-dcd801e2bfc2/af007872-196a-4039-8c0d-0a4ebdc6feba) {{(pid=106429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:12:28.705869 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-2f198036-5174-4f99-97c3-7573f8600fe3 None None] Provisioning complete for port 05b95d35-7cb5-4a1a-a4e9-249e67296c76 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:12:28.706377 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-2f198036-5174-4f99-97c3-7573f8600fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (05b95d35-7cb5-4a1a-a4e9-249e67296c76), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:28.706822 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-2f198036-5174-4f99-97c3-7573f8600fe3 None None] Attempt 1 to provision port 05b95d35-7cb5-4a1a-a4e9-249e67296c76 Sep 22 22:12:28.742564 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a6a03421-5cf4-44ae-b8c8-87e40c39d80d admin admin] Publish callbacks [] for port (af007872-196a-4039-8c0d-0a4ebdc6feba), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:28.780001 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a6a03421-5cf4-44ae-b8c8-87e40c39d80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (af007872-196a-4039-8c0d-0a4ebdc6feba), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:28.830444 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a03421-5cf4-44ae-b8c8-87e40c39d80d admin admin] Network 5c3478bc-b7f3-4988-80ed-a5eadeacc461 is already hosted by enough agents. {{(pid=106429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:12:28.834077 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-a6a03421-5cf4-44ae-b8c8-87e40c39d80d admin admin] Resources bound (agent type, host, resource id): {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:12:28.839946 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a03421-5cf4-44ae-b8c8-87e40c39d80d admin admin] Received port after_create {{(pid=106429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:12:28.868220 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-2f198036-5174-4f99-97c3-7573f8600fe3 None None] Current status of the port 05b95d35-7cb5-4a1a-a4e9-249e67296c76 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:12:28.875110 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a03421-5cf4-44ae-b8c8-87e40c39d80d admin admin] Pushing event updated for resources: {'Port': ['ID=af007872-196a-4039-8c0d-0a4ebdc6feba,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:28.900136 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a6a03421-5cf4-44ae-b8c8-87e40c39d80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769367'] for router_interface (d414958c-b68f-4859-8a0a-79b925be6dff), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:28.965719 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-41934d83-0ce6-4643-8f2f-367beff542f9 None None] Publish callbacks [] for port (ffd5ae0f-6b14-4977-a0c1-a474ff5e7603), precommit_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:28.973157 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-41934d83-0ce6-4643-8f2f-367beff542f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (ffd5ae0f-6b14-4977-a0c1-a474ff5e7603), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:28.975688 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c6dde-f57c-47cb-aae7-c9629238cb44 req-bbbe9228-e1ee-4e41-a9cc-40cf85bec117 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:28.983970 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-109c6dde-f57c-47cb-aae7-c9629238cb44 req-bbbe9228-e1ee-4e41-a9cc-40cf85bec117 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0606112 Sep 22 22:12:28.987318 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:29.047136 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-41934d83-0ce6-4643-8f2f-367beff542f9 None None] Attempting to bind port ffd5ae0f-6b14-4977-a0c1-a474ff5e7603 on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:12:29.047514 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-41934d83-0ce6-4643-8f2f-367beff542f9 None None] Attempting to bind port ffd5ae0f-6b14-4977-a0c1-a474ff5e7603 by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:12:29.047877 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41934d83-0ce6-4643-8f2f-367beff542f9 None None] Attempting to bind port ffd5ae0f-6b14-4977-a0c1-a474ff5e7603 on network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:12:29.048371 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-109c6dde-f57c-47cb-aae7-c9629238cb44 req-af86a998-6ce2-48ed-a9ec-5d0cf522e29f tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631614 Sep 22 22:12:29.056082 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:29.057875 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a6a03421-5cf4-44ae-b8c8-87e40c39d80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (af007872-196a-4039-8c0d-0a4ebdc6feba), before_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:29.222031 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed0954-f584-4508-8f23-4c5ac9719a61 None None] Pushing event updated for resources: {'Port': ['ID=ffd5ae0f-6b14-4977-a0c1-a474ff5e7603,revision_number=2']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:29.242569 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-16ce72f6-5d35-4601-94b5-c5e436f5d25c None None] Provisioning complete for port af007872-196a-4039-8c0d-0a4ebdc6feba triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:12:29.242946 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-16ce72f6-5d35-4601-94b5-c5e436f5d25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (af007872-196a-4039-8c0d-0a4ebdc6feba), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:29.243283 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-16ce72f6-5d35-4601-94b5-c5e436f5d25c None None] Attempt 1 to provision port af007872-196a-4039-8c0d-0a4ebdc6feba Sep 22 22:12:29.248783 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a6a03421-5cf4-44ae-b8c8-87e40c39d80d admin admin] Publish callbacks [] for port (af007872-196a-4039-8c0d-0a4ebdc6feba), precommit_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:29.254256 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a6a03421-5cf4-44ae-b8c8-87e40c39d80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9559187'] for port (af007872-196a-4039-8c0d-0a4ebdc6feba), after_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:29.279554 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41934d83-0ce6-4643-8f2f-367beff542f9 None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:12:29.279937 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41934d83-0ce6-4643-8f2f-367beff542f9 None None] Checking segment: {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:12:29.280341 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-41934d83-0ce6-4643-8f2f-367beff542f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:29.280736 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41934d83-0ce6-4643-8f2f-367beff542f9 None None] Bound using segment: {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:12:29.281411 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-41934d83-0ce6-4643-8f2f-367beff542f9 None None] Bound port: ffd5ae0f-6b14-4977-a0c1-a474ff5e7603, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:12:29.282012 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-41934d83-0ce6-4643-8f2f-367beff542f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (ffd5ae0f-6b14-4977-a0c1-a474ff5e7603), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:29.307185 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-16ce72f6-5d35-4601-94b5-c5e436f5d25c None None] Port af007872-196a-4039-8c0d-0a4ebdc6feba cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:12:29.326465 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a6a03421-5cf4-44ae-b8c8-87e40c39d80d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769475'] for router_interface (d414958c-b68f-4859-8a0a-79b925be6dff), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:29.332355 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a03421-5cf4-44ae-b8c8-87e40c39d80d admin admin] Pushing event updated for resources: {'Port': ['ID=af007872-196a-4039-8c0d-0a4ebdc6feba,revision_number=2']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:29.338881 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-41934d83-0ce6-4643-8f2f-367beff542f9 None None] For port ffd5ae0f-6b14-4977-a0c1-a474ff5e7603, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:12:29.343903 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-41934d83-0ce6-4643-8f2f-367beff542f9 None None] For port ffd5ae0f-6b14-4977-a0c1-a474ff5e7603, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=ffd5ae0f-6b14-4977-a0c1-a474ff5e7603,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:12:29.355687 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-41934d83-0ce6-4643-8f2f-367beff542f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (ffd5ae0f-6b14-4977-a0c1-a474ff5e7603), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:29.418091 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:29.426233 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41934d83-0ce6-4643-8f2f-367beff542f9 None None] Routers {'d414958c-b68f-4859-8a0a-79b925be6dff'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:12:29.427154 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-41934d83-0ce6-4643-8f2f-367beff542f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:12:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['d414958c-b68f-4859-8a0a-79b925be6dff'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:29.435024 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a03421-5cf4-44ae-b8c8-87e40c39d80d admin admin] Network 5c3478bc-b7f3-4988-80ed-a5eadeacc461 is already hosted by enough agents. {{(pid=106429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:12:29.436612 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-a6a03421-5cf4-44ae-b8c8-87e40c39d80d admin admin] Resources bound (agent type, host, resource id): {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:12:29.508647 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed0954-f584-4508-8f23-4c5ac9719a61 None None] Pushing event updated for resources: {'Port': ['ID=ffd5ae0f-6b14-4977-a0c1-a474ff5e7603,revision_number=3']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:29.527451 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:29.592471 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-41934d83-0ce6-4643-8f2f-367beff542f9 None None] Set router d414958c-b68f-4859-8a0a-79b925be6dff gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:12:29.604734 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a03421-5cf4-44ae-b8c8-87e40c39d80d admin admin] Router d414958c-b68f-4859-8a0a-79b925be6dff has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:12:29.632874 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 05b95d35-7cb5-4a1a-a4e9-249e67296c76 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:12:29.730576 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a03421-5cf4-44ae-b8c8-87e40c39d80d admin admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:12:29.736058 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-a6a03421-5cf4-44ae-b8c8-87e40c39d80d admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/d414958c-b68f-4859-8a0a-79b925be6dff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8953011 Sep 22 22:12:29.773707 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 05b95d35-7cb5-4a1a-a4e9-249e67296c76 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:12:29.774081 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (05b95d35-7cb5-4a1a-a4e9-249e67296c76), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:29.774423 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 05b95d35-7cb5-4a1a-a4e9-249e67296c76 Sep 22 22:12:29.808724 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-16ce72f6-5d35-4601-94b5-c5e436f5d25c None None] Attempt 2 to provision port af007872-196a-4039-8c0d-0a4ebdc6feba Sep 22 22:12:29.904438 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-16ce72f6-5d35-4601-94b5-c5e436f5d25c None None] Port af007872-196a-4039-8c0d-0a4ebdc6feba cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:12:29.920857 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-41934d83-0ce6-4643-8f2f-367beff542f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'name': 'tempest-AttachVolumeTestJSON-1733530800-router', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:29Z', 'revision_number': 4, 'project_id': '650863eae15e4733b50e22c7595d7742', 'gw_port': {'id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:28:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'af007872-196a-4039-8c0d-0a4ebdc6feba', 'name': '', 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'mac_address': 'fa:16:3e:a2:4e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:28Z', 'updated_at': '2022-09-22T22:12:29Z', 'revision_number': 2, 'project_id': '650863eae15e4733b50e22c7595d7742', 'subnets': [{'id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:29.965311 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41934d83-0ce6-4643-8f2f-367beff542f9 None None] The sync data for ids ['d414958c-b68f-4859-8a0a-79b925be6dff'] in dv-cinder-849143-6-iscsi is: [{'id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'name': 'tempest-AttachVolumeTestJSON-1733530800-router', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:29Z', 'revision_number': 4, 'project_id': '650863eae15e4733b50e22c7595d7742', 'gw_port': {'id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:28:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'af007872-196a-4039-8c0d-0a4ebdc6feba', 'name': '', 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'mac_address': 'fa:16:3e:a2:4e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:28Z', 'updated_at': '2022-09-22T22:12:29Z', 'revision_number': 2, 'project_id': '650863eae15e4733b50e22c7595d7742', 'subnets': [{'id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:12:29.992184 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 05b95d35-7cb5-4a1a-a4e9-249e67296c76 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:12:30.208904 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 40136) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:30.214145 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-0c637a9d-2964-405c-839b-63837ebfc35c tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Request body: {'security_group': {'name': 'tempest-securitygroup--910097283', 'description': 'tempest-description--752071141'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:12:30.245286 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73918ff7-dd7b-4351-8ca7-95e8a9b1ad1a req-50c12dd8-07a9-41b6-930f-5fc64e8b8357 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:30.247614 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-73918ff7-dd7b-4351-8ca7-95e8a9b1ad1a req-50c12dd8-07a9-41b6-930f-5fc64e8b8357 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0776372 Sep 22 22:12:30.255431 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-0c637a9d-2964-405c-839b-63837ebfc35c tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:30.343774 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-73918ff7-dd7b-4351-8ca7-95e8a9b1ad1a req-a48db713-2310-4bca-a0fc-090bfc8a2d43 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884023 Sep 22 22:12:30.387379 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-0c637a9d-2964-405c-839b-63837ebfc35c tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for security_group (a71e0271-bf5f-4fc1-8114-9141f4e13727), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:30.391363 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-0c637a9d-2964-405c-839b-63837ebfc35c tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (a71e0271-bf5f-4fc1-8114-9141f4e13727), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:30.405685 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-16ce72f6-5d35-4601-94b5-c5e436f5d25c None None] Attempt 3 to provision port af007872-196a-4039-8c0d-0a4ebdc6feba Sep 22 22:12:30.422840 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:30.427454 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-0c637a9d-2964-405c-839b-63837ebfc35c tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:30.431805 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 40140) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:30.431954 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-0c637a9d-2964-405c-839b-63837ebfc35c tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2212911 Sep 22 22:12:30.433457 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c637a9d-2964-405c-839b-63837ebfc35c tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a71e0271-bf5f-4fc1-8114-9141f4e13727,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:30.439594 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-e91c7cff-d201-4af9-a9b1-059d5b57e479 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Request body: {'security_group_rule': {'security_group_id': 'a71e0271-bf5f-4fc1-8114-9141f4e13727', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:12:30.447896 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-16ce72f6-5d35-4601-94b5-c5e436f5d25c None None] Port af007872-196a-4039-8c0d-0a4ebdc6feba cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:12:30.476423 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-e91c7cff-d201-4af9-a9b1-059d5b57e479 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for security_group_rule (f0c5cc2f-3105-40b4-9f24-eb4d5a6cb1f5), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:30.562589 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-e91c7cff-d201-4af9-a9b1-059d5b57e479 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for security_group_rule (f0c5cc2f-3105-40b4-9f24-eb4d5a6cb1f5), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:30.569778 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-e91c7cff-d201-4af9-a9b1-059d5b57e479 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (f0c5cc2f-3105-40b4-9f24-eb4d5a6cb1f5), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:30.593771 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c7cff-d201-4af9-a9b1-059d5b57e479 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c5cc2f-3105-40b4-9f24-eb4d5a6cb1f5,revision_number=0']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:30.603209 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c7cff-d201-4af9-a9b1-059d5b57e479 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:30.603691 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c7cff-d201-4af9-a9b1-059d5b57e479 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:30.604007 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c7cff-d201-4af9-a9b1-059d5b57e479 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:30.604351 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c7cff-d201-4af9-a9b1-059d5b57e479 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:30.604683 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c7cff-d201-4af9-a9b1-059d5b57e479 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:30.605015 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c7cff-d201-4af9-a9b1-059d5b57e479 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:30.605385 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c7cff-d201-4af9-a9b1-059d5b57e479 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:30.605713 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c7cff-d201-4af9-a9b1-059d5b57e479 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:30.606053 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c7cff-d201-4af9-a9b1-059d5b57e479 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:30.606362 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c7cff-d201-4af9-a9b1-059d5b57e479 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:30.606710 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c7cff-d201-4af9-a9b1-059d5b57e479 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:30.607039 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c7cff-d201-4af9-a9b1-059d5b57e479 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:30.607361 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c7cff-d201-4af9-a9b1-059d5b57e479 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:30.607681 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c7cff-d201-4af9-a9b1-059d5b57e479 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:30.608001 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91c7cff-d201-4af9-a9b1-059d5b57e479 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:30.614758 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-e91c7cff-d201-4af9-a9b1-059d5b57e479 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:30.617161 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-e91c7cff-d201-4af9-a9b1-059d5b57e479 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1825109 Sep 22 22:12:30.618989 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 40146) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:30.623878 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-43addca2-3079-41e8-917c-8c07d47be2f3 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Request body: {'security_group_rule': {'security_group_id': 'a71e0271-bf5f-4fc1-8114-9141f4e13727', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:12:30.656170 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-43addca2-3079-41e8-917c-8c07d47be2f3 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for security_group_rule (a8be2bbe-aa5c-47ff-b0f6-97d7f974d5b0), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:30.936315 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:30.938186 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-43addca2-3079-41e8-917c-8c07d47be2f3 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for security_group_rule (a8be2bbe-aa5c-47ff-b0f6-97d7f974d5b0), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:30.942888 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-43addca2-3079-41e8-917c-8c07d47be2f3 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (a8be2bbe-aa5c-47ff-b0f6-97d7f974d5b0), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:30.948811 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-16ce72f6-5d35-4601-94b5-c5e436f5d25c None None] Attempt 4 to provision port af007872-196a-4039-8c0d-0a4ebdc6feba Sep 22 22:12:30.967432 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43addca2-3079-41e8-917c-8c07d47be2f3 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8be2bbe-aa5c-47ff-b0f6-97d7f974d5b0,revision_number=0']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:30.977957 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-43addca2-3079-41e8-917c-8c07d47be2f3 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:30.979472 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-43addca2-3079-41e8-917c-8c07d47be2f3 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3590288 Sep 22 22:12:30.983972 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 40148) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:30.988612 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-ae33f2ad-ccdb-4496-8ac6-76a72d8d1cd8 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Request body: {'floatingip': {'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:12:31.005677 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-16ce72f6-5d35-4601-94b5-c5e436f5d25c None None] Port af007872-196a-4039-8c0d-0a4ebdc6feba cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:12:31.015761 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ae33f2ad-ccdb-4496-8ac6-76a72d8d1cd8 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:31.069536 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:31.114916 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ae33f2ad-ccdb-4496-8ac6-76a72d8d1cd8 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:31.221565 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [None req-ae33f2ad-ccdb-4496-8ac6-76a72d8d1cd8 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Allocated IP 172.27.1.190 (222d3bc3-ee2a-4d75-8e21-75e580ff73b3/4214672d-8971-44fc-bb6c-9c23836d3a7a/93d3d8bc-1af9-446f-8cf6-992ea794b73d) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:12:31.338636 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ae33f2ad-ccdb-4496-8ac6-76a72d8d1cd8 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for port (93d3d8bc-1af9-446f-8cf6-992ea794b73d), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:31.370714 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ae33f2ad-ccdb-4496-8ac6-76a72d8d1cd8 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (93d3d8bc-1af9-446f-8cf6-992ea794b73d), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:31.415885 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae33f2ad-ccdb-4496-8ac6-76a72d8d1cd8 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:12:31.419465 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [None req-ae33f2ad-ccdb-4496-8ac6-76a72d8d1cd8 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:12:31.422665 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae33f2ad-ccdb-4496-8ac6-76a72d8d1cd8 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:12:31.429040 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33f2ad-ccdb-4496-8ac6-76a72d8d1cd8 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Pushing event updated for resources: {'Port': ['ID=93d3d8bc-1af9-446f-8cf6-992ea794b73d,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:31.506661 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-16ce72f6-5d35-4601-94b5-c5e436f5d25c None None] Attempt 5 to provision port af007872-196a-4039-8c0d-0a4ebdc6feba Sep 22 22:12:31.514574 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32109c6-c8d2-4f0b-89f6-f7e900acfe73 req-1b4f651c-3e75-4122-9f7f-8be277d6138b tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:31.516081 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b32109c6-c8d2-4f0b-89f6-f7e900acfe73 req-1b4f651c-3e75-4122-9f7f-8be277d6138b tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0832143 Sep 22 22:12:31.539471 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-16ce72f6-5d35-4601-94b5-c5e436f5d25c None None] Port af007872-196a-4039-8c0d-0a4ebdc6feba cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:12:31.617548 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ae33f2ad-ccdb-4496-8ac6-76a72d8d1cd8 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for floatingip (185113c1-1163-4621-8f7e-c3708b5f222f), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:31.633895 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device ffd5ae0f-6b14-4977-a0c1-a474ff5e7603 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:12:31.646555 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b32109c6-c8d2-4f0b-89f6-f7e900acfe73 req-c5cbfaeb-c5e1-498b-bea0-e002a2f1840d tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117978 Sep 22 22:12:31.672291 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:31.687461 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ae33f2ad-ccdb-4496-8ac6-76a72d8d1cd8 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (93d3d8bc-1af9-446f-8cf6-992ea794b73d), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:31.690493 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port ffd5ae0f-6b14-4977-a0c1-a474ff5e7603 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:12:31.690861 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (ffd5ae0f-6b14-4977-a0c1-a474ff5e7603), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:31.691194 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port ffd5ae0f-6b14-4977-a0c1-a474ff5e7603 Sep 22 22:12:31.768335 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port ffd5ae0f-6b14-4977-a0c1-a474ff5e7603 is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:12:31.768636 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (ffd5ae0f-6b14-4977-a0c1-a474ff5e7603), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:31.791157 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] For port ffd5ae0f-6b14-4977-a0c1-a474ff5e7603, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=ffd5ae0f-6b14-4977-a0c1-a474ff5e7603,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:12:31.795501 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:31.796320 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (ffd5ae0f-6b14-4977-a0c1-a474ff5e7603), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:31.851610 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Pushing event updated for resources: {'Port': ['ID=ffd5ae0f-6b14-4977-a0c1-a474ff5e7603,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:31.857651 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ae33f2ad-ccdb-4496-8ac6-76a72d8d1cd8 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for port (93d3d8bc-1af9-446f-8cf6-992ea794b73d), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:31.862412 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ae33f2ad-ccdb-4496-8ac6-76a72d8d1cd8 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (93d3d8bc-1af9-446f-8cf6-992ea794b73d), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:31.906042 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:31.934203 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33f2ad-ccdb-4496-8ac6-76a72d8d1cd8 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Pushing event updated for resources: {'Port': ['ID=93d3d8bc-1af9-446f-8cf6-992ea794b73d,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:31.939372 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ae33f2ad-ccdb-4496-8ac6-76a72d8d1cd8 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (185113c1-1163-4621-8f7e-c3708b5f222f), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:31.956087 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ae33f2ad-ccdb-4496-8ac6-76a72d8d1cd8 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:31.957362 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-ae33f2ad-ccdb-4496-8ac6-76a72d8d1cd8 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9724708 Sep 22 22:12:32.040417 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-16ce72f6-5d35-4601-94b5-c5e436f5d25c None None] Attempt 6 to provision port af007872-196a-4039-8c0d-0a4ebdc6feba Sep 22 22:12:32.078243 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-16ce72f6-5d35-4601-94b5-c5e436f5d25c None None] Port af007872-196a-4039-8c0d-0a4ebdc6feba cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:12:32.121435 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-7728f256-b618-40ba-bc29-410f48eb0009 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--910097283&fields=id&tenant_id=650863eae15e4733b50e22c7595d7742 HTTP/1.1" status: 200 len: 267 time: 0.0464547 Sep 22 22:12:32.164640 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88bf059-420b-4a87-a500-cf2f59c2191c None None] Sync routers for ids ['d414958c-b68f-4859-8a0a-79b925be6dff'] in dv-cinder-849143-6-iscsi {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:12:32.174837 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88bf059-420b-4a87-a500-cf2f59c2191c None None] Routers {'d414958c-b68f-4859-8a0a-79b925be6dff'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:12:32.175501 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-b88bf059-420b-4a87-a500-cf2f59c2191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:12:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['d414958c-b68f-4859-8a0a-79b925be6dff'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:32.236202 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-634979ec-f85f-4fc9-8578-3c167ad53690 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:32.237690 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-634979ec-f85f-4fc9-8578-3c167ad53690 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/networks?id=5c3478bc-b7f3-4988-80ed-a5eadeacc461 HTTP/1.1" status: 200 len: 811 time: 0.1087174 Sep 22 22:12:32.253523 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-e008e9c3-8a9a-414e-82f4-9d3d00c265e1 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/quotas/650863eae15e4733b50e22c7595d7742 HTTP/1.1" status: 200 len: 375 time: 0.0100396 Sep 22 22:12:32.277209 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-b88bf059-420b-4a87-a500-cf2f59c2191c None None] Set router d414958c-b68f-4859-8a0a-79b925be6dff gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:12:32.305620 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-d54bdc9d-b48e-4a21-b95e-78983399838f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=650863eae15e4733b50e22c7595d7742&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463283 Sep 22 22:12:32.417018 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-10a6df87-46f2-4d5f-871f-dddebff30ea1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5c3478bc-b7f3-4988-80ed-a5eadeacc461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971437 Sep 22 22:12:32.471922 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-b88bf059-420b-4a87-a500-cf2f59c2191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'name': 'tempest-AttachVolumeTestJSON-1733530800-router', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:29Z', 'revision_number': 4, 'project_id': '650863eae15e4733b50e22c7595d7742', 'gw_port': {'id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'af007872-196a-4039-8c0d-0a4ebdc6feba', 'name': '', 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'mac_address': 'fa:16:3e:a2:4e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:28Z', 'updated_at': '2022-09-22T22:12:29Z', 'revision_number': 2, 'project_id': '650863eae15e4733b50e22c7595d7742', 'subnets': [{'id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:32.497032 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88bf059-420b-4a87-a500-cf2f59c2191c None None] Checking router: d414958c-b68f-4859-8a0a-79b925be6dff for host: dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:12:32.497559 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88bf059-420b-4a87-a500-cf2f59c2191c None None] Updating router d414958c-b68f-4859-8a0a-79b925be6dff port af007872-196a-4039-8c0d-0a4ebdc6feba binding host dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:12:32.517174 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-e7213d76-e292-43cb-86d7-9b979b612e8a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5c3478bc-b7f3-4988-80ed-a5eadeacc461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942447 Sep 22 22:12:32.526733 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-b88bf059-420b-4a87-a500-cf2f59c2191c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (af007872-196a-4039-8c0d-0a4ebdc6feba), before_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:32.579410 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-16ce72f6-5d35-4601-94b5-c5e436f5d25c None None] Attempt 7 to provision port af007872-196a-4039-8c0d-0a4ebdc6feba Sep 22 22:12:32.620215 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-16ce72f6-5d35-4601-94b5-c5e436f5d25c None None] Port af007872-196a-4039-8c0d-0a4ebdc6feba cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:12:32.702802 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d0bc0cf8-cf40-4849-90a6-bd298335c289 req-4accbbef-4d74-425d-9857-7af66171a299 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 210 time: 0.0394053 Sep 22 22:12:32.710771 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=100 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:32.737776 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=100 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:32.802807 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b705d7-5757-42fa-a5a9-342873c65d7c req-b2c0a2b4-2c93-43d4-bed5-fc96dcb3206d tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:32.804196 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-41b705d7-5757-42fa-a5a9-342873c65d7c req-b2c0a2b4-2c93-43d4-bed5-fc96dcb3206d tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0512002 Sep 22 22:12:32.855975 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-41b705d7-5757-42fa-a5a9-342873c65d7c req-9f3438e2-d495-461c-bec6-9e3cbfe753e7 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454588 Sep 22 22:12:32.906805 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-b88bf059-420b-4a87-a500-cf2f59c2191c None None] Publish callbacks [] for port (af007872-196a-4039-8c0d-0a4ebdc6feba), precommit_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:32.912440 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-b88bf059-420b-4a87-a500-cf2f59c2191c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (af007872-196a-4039-8c0d-0a4ebdc6feba), after_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:32.980928 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19315f0a-f44f-471e-b0b6-4179fdd46966 None None] Pushing event updated for resources: {'Port': ['ID=af007872-196a-4039-8c0d-0a4ebdc6feba,revision_number=3']} {{(pid=106431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:33.013863 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19315f0a-f44f-471e-b0b6-4179fdd46966 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:33.014227 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19315f0a-f44f-471e-b0b6-4179fdd46966 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:33.014573 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19315f0a-f44f-471e-b0b6-4179fdd46966 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:33.014961 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19315f0a-f44f-471e-b0b6-4179fdd46966 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:33.015263 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19315f0a-f44f-471e-b0b6-4179fdd46966 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:33.015591 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19315f0a-f44f-471e-b0b6-4179fdd46966 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:33.015908 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19315f0a-f44f-471e-b0b6-4179fdd46966 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:33.016234 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19315f0a-f44f-471e-b0b6-4179fdd46966 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:33.016557 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19315f0a-f44f-471e-b0b6-4179fdd46966 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:33.016877 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19315f0a-f44f-471e-b0b6-4179fdd46966 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:33.017248 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19315f0a-f44f-471e-b0b6-4179fdd46966 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:33.017585 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19315f0a-f44f-471e-b0b6-4179fdd46966 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:33.018072 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19315f0a-f44f-471e-b0b6-4179fdd46966 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:33.018180 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19315f0a-f44f-471e-b0b6-4179fdd46966 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:33.018600 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19315f0a-f44f-471e-b0b6-4179fdd46966 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:12:33.033945 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-b88bf059-420b-4a87-a500-cf2f59c2191c None None] Attempting to bind port af007872-196a-4039-8c0d-0a4ebdc6feba on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:12:33.034838 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-b88bf059-420b-4a87-a500-cf2f59c2191c None None] Attempting to bind port af007872-196a-4039-8c0d-0a4ebdc6feba by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': 'bf3e33a6-ea72-46b3-a331-9ce9dc909685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461'}] {{(pid=106431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:12:33.034838 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88bf059-420b-4a87-a500-cf2f59c2191c None None] Attempting to bind port af007872-196a-4039-8c0d-0a4ebdc6feba on network 5c3478bc-b7f3-4988-80ed-a5eadeacc461 {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:12:33.084589 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88bf059-420b-4a87-a500-cf2f59c2191c None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:12:33.085411 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88bf059-420b-4a87-a500-cf2f59c2191c None None] Checking segment: {'id': 'bf3e33a6-ea72-46b3-a331-9ce9dc909685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:12:33.085851 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-b88bf059-420b-4a87-a500-cf2f59c2191c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:33.086403 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88bf059-420b-4a87-a500-cf2f59c2191c None None] Bound using segment: {'id': 'bf3e33a6-ea72-46b3-a331-9ce9dc909685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461'} {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:12:33.086909 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-b88bf059-420b-4a87-a500-cf2f59c2191c None None] Bound port: af007872-196a-4039-8c0d-0a4ebdc6feba, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf3e33a6-ea72-46b3-a331-9ce9dc909685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461'}}] {{(pid=106431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:12:33.087333 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-b88bf059-420b-4a87-a500-cf2f59c2191c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (af007872-196a-4039-8c0d-0a4ebdc6feba), before_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:33.133079 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-16ce72f6-5d35-4601-94b5-c5e436f5d25c None None] Attempt 8 to provision port af007872-196a-4039-8c0d-0a4ebdc6feba Sep 22 22:12:33.153772 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.db [None req-b88bf059-420b-4a87-a500-cf2f59c2191c None None] For port af007872-196a-4039-8c0d-0a4ebdc6feba, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:12:33.157734 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.db [None req-b88bf059-420b-4a87-a500-cf2f59c2191c None None] For port af007872-196a-4039-8c0d-0a4ebdc6feba, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=af007872-196a-4039-8c0d-0a4ebdc6feba,segment=NetworkSegment(bf3e33a6-ea72-46b3-a331-9ce9dc909685),segment_id=bf3e33a6-ea72-46b3-a331-9ce9dc909685)] {{(pid=106431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:12:33.165739 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-b88bf059-420b-4a87-a500-cf2f59c2191c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (af007872-196a-4039-8c0d-0a4ebdc6feba), after_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:33.166513 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-16ce72f6-5d35-4601-94b5-c5e436f5d25c None None] Port af007872-196a-4039-8c0d-0a4ebdc6feba cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:12:33.201063 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88bf059-420b-4a87-a500-cf2f59c2191c None None] Routers {'d414958c-b68f-4859-8a0a-79b925be6dff'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:12:33.201700 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-b88bf059-420b-4a87-a500-cf2f59c2191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:12:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['d414958c-b68f-4859-8a0a-79b925be6dff'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:33.260269 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19315f0a-f44f-471e-b0b6-4179fdd46966 None None] Pushing event updated for resources: {'Port': ['ID=af007872-196a-4039-8c0d-0a4ebdc6feba,revision_number=4']} {{(pid=106431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:33.318483 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-b88bf059-420b-4a87-a500-cf2f59c2191c None None] Set router d414958c-b68f-4859-8a0a-79b925be6dff gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:12:33.503880 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-b88bf059-420b-4a87-a500-cf2f59c2191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'name': 'tempest-AttachVolumeTestJSON-1733530800-router', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:29Z', 'revision_number': 4, 'project_id': '650863eae15e4733b50e22c7595d7742', 'gw_port': {'id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'af007872-196a-4039-8c0d-0a4ebdc6feba', 'name': '', 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'mac_address': 'fa:16:3e:a2:4e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:28Z', 'updated_at': '2022-09-22T22:12:33Z', 'revision_number': 4, 'project_id': '650863eae15e4733b50e22c7595d7742', 'subnets': [{'id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:33.528791 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88bf059-420b-4a87-a500-cf2f59c2191c None None] The sync data for ids ['d414958c-b68f-4859-8a0a-79b925be6dff'] in dv-cinder-849143-6-iscsi is: [{'id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'name': 'tempest-AttachVolumeTestJSON-1733530800-router', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:29Z', 'revision_number': 4, 'project_id': '650863eae15e4733b50e22c7595d7742', 'gw_port': {'id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'af007872-196a-4039-8c0d-0a4ebdc6feba', 'name': '', 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'mac_address': 'fa:16:3e:a2:4e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:28Z', 'updated_at': '2022-09-22T22:12:33Z', 'revision_number': 4, 'project_id': '650863eae15e4733b50e22c7595d7742', 'subnets': [{'id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:12:33.622855 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device af007872-196a-4039-8c0d-0a4ebdc6feba up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:12:33.654423 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:33.668692 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-16ce72f6-5d35-4601-94b5-c5e436f5d25c None None] Attempt 9 to provision port af007872-196a-4039-8c0d-0a4ebdc6feba Sep 22 22:12:33.688153 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port af007872-196a-4039-8c0d-0a4ebdc6feba triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:12:33.688532 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (af007872-196a-4039-8c0d-0a4ebdc6feba), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:33.688871 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port af007872-196a-4039-8c0d-0a4ebdc6feba Sep 22 22:12:33.820417 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port af007872-196a-4039-8c0d-0a4ebdc6feba is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:12:33.820716 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (af007872-196a-4039-8c0d-0a4ebdc6feba), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:33.822743 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-16ce72f6-5d35-4601-94b5-c5e436f5d25c None None] Current status of the port af007872-196a-4039-8c0d-0a4ebdc6feba is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:12:33.823104 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-16ce72f6-5d35-4601-94b5-c5e436f5d25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (af007872-196a-4039-8c0d-0a4ebdc6feba), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:33.845045 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0944da24-2bb0-460b-9355-4fe74c1b48e8 req-25bded7f-870b-4511-a475-ee28b6e3046b tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 210 time: 0.0335033 Sep 22 22:12:33.871100 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] For port af007872-196a-4039-8c0d-0a4ebdc6feba, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=af007872-196a-4039-8c0d-0a4ebdc6feba,segment=NetworkSegment(bf3e33a6-ea72-46b3-a331-9ce9dc909685),segment_id=bf3e33a6-ea72-46b3-a331-9ce9dc909685)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:12:33.877759 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (af007872-196a-4039-8c0d-0a4ebdc6feba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:33.878677 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device ffd5ae0f-6b14-4977-a0c1-a474ff5e7603 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:12:33.981724 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.db.api [None req-16ce72f6-5d35-4601-94b5-c5e436f5d25c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 22 22:12:33.982201 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG oslo_db.api [None req-16ce72f6-5d35-4601-94b5-c5e436f5d25c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 22:12:33.988874 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Pushing event updated for resources: {'Port': ['ID=af007872-196a-4039-8c0d-0a4ebdc6feba,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:33.990554 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a9ec3-98cf-4b58-9ba3-4f7c7ae98bb3 req-ba504857-44ee-4079-aa01-ff24a66e435c tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:33.997733 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-360a9ec3-98cf-4b58-9ba3-4f7c7ae98bb3 req-ba504857-44ee-4079-aa01-ff24a66e435c tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0594292 Sep 22 22:12:33.998302 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port ffd5ae0f-6b14-4977-a0c1-a474ff5e7603 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:12:33.998680 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (ffd5ae0f-6b14-4977-a0c1-a474ff5e7603), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:33.999024 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port ffd5ae0f-6b14-4977-a0c1-a474ff5e7603 Sep 22 22:12:34.057818 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-360a9ec3-98cf-4b58-9ba3-4f7c7ae98bb3 req-b328917e-57cc-499d-8f6e-0b71b08d32fd tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587077 Sep 22 22:12:34.085594 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port ffd5ae0f-6b14-4977-a0c1-a474ff5e7603 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:12:34.516790 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-16ce72f6-5d35-4601-94b5-c5e436f5d25c None None] Current status of the port af007872-196a-4039-8c0d-0a4ebdc6feba is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:12:34.630591 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:34.635776 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-9c2fb026-c9dd-499f-9c97-4974110a4da6 None None] Provisioning complete for port af007872-196a-4039-8c0d-0a4ebdc6feba triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:12:34.636183 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-9c2fb026-c9dd-499f-9c97-4974110a4da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (af007872-196a-4039-8c0d-0a4ebdc6feba), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:34.636519 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-9c2fb026-c9dd-499f-9c97-4974110a4da6 None None] Attempt 1 to provision port af007872-196a-4039-8c0d-0a4ebdc6feba Sep 22 22:12:34.716977 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-9c2fb026-c9dd-499f-9c97-4974110a4da6 None None] Current status of the port af007872-196a-4039-8c0d-0a4ebdc6feba is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:12:34.983349 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b9677e31-09f6-40b4-83a0-fd34b1dc3eeb req-8c1246db-f170-4654-b70f-dc47bb6194c5 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 210 time: 0.0323477 Sep 22 22:12:35.175712 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d53675-1343-480b-b55a-a1e15f69e7f2 req-e90d3c24-d445-48cf-8f9b-7b74cbdacf84 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:35.177990 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c3d53675-1343-480b-b55a-a1e15f69e7f2 req-e90d3c24-d445-48cf-8f9b-7b74cbdacf84 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0523190 Sep 22 22:12:35.234828 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c3d53675-1343-480b-b55a-a1e15f69e7f2 req-195b2d98-b162-4ef4-925b-5ef5b5d93f0b tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500243 Sep 22 22:12:35.502463 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434b96f-4515-44ea-b697-3abc4de1174c req-84b97754-d4cb-41fe-aa4d-3e479be2d224 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:35.504053 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6434b96f-4515-44ea-b697-3abc4de1174c req-84b97754-d4cb-41fe-aa4d-3e479be2d224 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 946 time: 0.0497081 Sep 22 22:12:35.545853 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:35.555263 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6434b96f-4515-44ea-b697-3abc4de1174c req-4f1b6db1-ca97-4620-8240-5fb53dc7fb55 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450919 Sep 22 22:12:35.631832 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device af007872-196a-4039-8c0d-0a4ebdc6feba up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:12:35.682149 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port af007872-196a-4039-8c0d-0a4ebdc6feba triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:12:35.682598 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (af007872-196a-4039-8c0d-0a4ebdc6feba), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:35.683005 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port af007872-196a-4039-8c0d-0a4ebdc6feba Sep 22 22:12:35.765825 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port af007872-196a-4039-8c0d-0a4ebdc6feba is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:12:36.095025 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7f881bc2-3d2c-4c80-90af-c4c4d383f10f req-a1d376fb-974d-4032-942d-81f55085995b tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 210 time: 0.0292664 Sep 22 22:12:37.198939 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2c13d836-a764-416c-86fe-3e2b253389c8 req-25334808-fb4a-4c66-a424-8c9407065014 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 210 time: 0.0300446 Sep 22 22:12:38.304244 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7b68930d-b653-467c-9f6b-913705818e7d req-30b06984-7046-47d8-b1c5-6544173f473c tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 210 time: 0.0287509 Sep 22 22:12:39.404684 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3658f740-5c4c-456e-b763-b4b1903841a6 req-a873c2f9-366b-4c84-982a-49a40aba5aff tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 210 time: 0.0274837 Sep 22 22:12:40.091070 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:40.100083 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-a133aac8-deb4-4327-989a-afa05919b09d tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:40.101642 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-a133aac8-deb4-4327-989a-afa05919b09d tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.57 "GET /networking/v2.0/networks?id=5c3478bc-b7f3-4988-80ed-a5eadeacc461 HTTP/1.1" status: 200 len: 811 time: 0.1154025 Sep 22 22:12:40.177258 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-c5cadc54-f5e8-4d99-9df8-514712acd8d5 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=650863eae15e4733b50e22c7595d7742 HTTP/1.1" status: 200 len: 379 time: 0.0568514 Sep 22 22:12:40.357669 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-11a2914f-1689-4b94-9d80-1a1535ad953d tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Request body: {'port': {'device_id': 'fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8', 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461', 'admin_state_up': True, 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'security_groups': ['a71e0271-bf5f-4fc1-8114-9141f4e13727']}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:12:40.420815 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=39,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:40.467295 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-11a2914f-1689-4b94-9d80-1a1535ad953d tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Made reservation on behalf of 650863eae15e4733b50e22c7595d7742 for: {'port': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:12:40.471346 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-11a2914f-1689-4b94-9d80-1a1535ad953d tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:40.512593 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3676d7f4-d1e1-4830-b69c-c80d57f4550f req-b82fffe3-35fa-4c68-8dae-281ac2e5f72a tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 210 time: 0.0309923 Sep 22 22:12:40.622980 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-11a2914f-1689-4b94-9d80-1a1535ad953d tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Allocated IP 172.20.0.9 (5c3478bc-b7f3-4988-80ed-a5eadeacc461/e47c4249-5492-439b-b68c-dcd801e2bfc2/3ab370e5-8611-4fef-bf09-955dd5a94603) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:12:40.765321 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-11a2914f-1689-4b94-9d80-1a1535ad953d tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for port (3ab370e5-8611-4fef-bf09-955dd5a94603), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:40.797641 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-11a2914f-1689-4b94-9d80-1a1535ad953d tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (3ab370e5-8611-4fef-bf09-955dd5a94603), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:40.846303 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-11a2914f-1689-4b94-9d80-1a1535ad953d tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Network 5c3478bc-b7f3-4988-80ed-a5eadeacc461 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:12:40.850296 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-11a2914f-1689-4b94-9d80-1a1535ad953d tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:12:40.854303 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-11a2914f-1689-4b94-9d80-1a1535ad953d tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:12:40.877839 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2914f-1689-4b94-9d80-1a1535ad953d tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Pushing event updated for resources: {'Port': ['ID=3ab370e5-8611-4fef-bf09-955dd5a94603,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:40.910135 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-11a2914f-1689-4b94-9d80-1a1535ad953d tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:40.911362 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-11a2914f-1689-4b94-9d80-1a1535ad953d tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:40.928666 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-11a2914f-1689-4b94-9d80-1a1535ad953d tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5749784 Sep 22 22:12:40.949425 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-f9b9c86c-77e0-4733-be3f-54f863f8cc77 service neutron] Request body: {'port': {'device_id': 'fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:12:41.013219 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-f9b9c86c-77e0-4733-be3f-54f863f8cc77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (3ab370e5-8611-4fef-bf09-955dd5a94603), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:41.049838 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:41.063079 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:41.079377 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:41.083262 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-06844beb-3f57-4df2-901b-9e287b1099f0 None None] Provisioning complete for port 3ab370e5-8611-4fef-bf09-955dd5a94603 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:12:41.083656 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-06844beb-3f57-4df2-901b-9e287b1099f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (3ab370e5-8611-4fef-bf09-955dd5a94603), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:41.084177 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-06844beb-3f57-4df2-901b-9e287b1099f0 None None] Attempt 1 to provision port 3ab370e5-8611-4fef-bf09-955dd5a94603 Sep 22 22:12:41.117602 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-06844beb-3f57-4df2-901b-9e287b1099f0 None None] Port 3ab370e5-8611-4fef-bf09-955dd5a94603 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:12:41.303441 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-f9b9c86c-77e0-4733-be3f-54f863f8cc77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ab370e5-8611-4fef-bf09-955dd5a94603 {{(pid=106428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:12:41.311381 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-f9b9c86c-77e0-4733-be3f-54f863f8cc77 service neutron] Publish callbacks [] for port (3ab370e5-8611-4fef-bf09-955dd5a94603), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:41.325028 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.provisioning_blocks [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-f9b9c86c-77e0-4733-be3f-54f863f8cc77 service neutron] Transition to ACTIVE for port object 3ab370e5-8611-4fef-bf09-955dd5a94603 will not be triggered until provisioned by entity L2. {{(pid=106428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 22:12:41.328696 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-f9b9c86c-77e0-4733-be3f-54f863f8cc77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (3ab370e5-8611-4fef-bf09-955dd5a94603), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:41.388715 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9c86c-77e0-4733-be3f-54f863f8cc77 service neutron] Pushing event updated for resources: {'Port': ['ID=3ab370e5-8611-4fef-bf09-955dd5a94603,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:41.439793 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-f9b9c86c-77e0-4733-be3f-54f863f8cc77 service neutron] Attempting to bind port 3ab370e5-8611-4fef-bf09-955dd5a94603 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:12:41.440133 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-f9b9c86c-77e0-4733-be3f-54f863f8cc77 service neutron] Attempting to bind port 3ab370e5-8611-4fef-bf09-955dd5a94603 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'bf3e33a6-ea72-46b3-a331-9ce9dc909685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461'}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:12:41.440455 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-f9b9c86c-77e0-4733-be3f-54f863f8cc77 service neutron] Attempting to bind port 3ab370e5-8611-4fef-bf09-955dd5a94603 on network 5c3478bc-b7f3-4988-80ed-a5eadeacc461 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:12:41.480496 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-f9b9c86c-77e0-4733-be3f-54f863f8cc77 service neutron] Port 3ab370e5-8611-4fef-bf09-955dd5a94603 on network 5c3478bc-b7f3-4988-80ed-a5eadeacc461 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 22:12:41.481134 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-f9b9c86c-77e0-4733-be3f-54f863f8cc77 service neutron] Attempting to bind port 3ab370e5-8611-4fef-bf09-955dd5a94603 on network 5c3478bc-b7f3-4988-80ed-a5eadeacc461 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:12:41.522531 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-f9b9c86c-77e0-4733-be3f-54f863f8cc77 service neutron] Checking agent: {'id': 'f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'started_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:12:41.522787 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-f9b9c86c-77e0-4733-be3f-54f863f8cc77 service neutron] Checking segment: {'id': 'bf3e33a6-ea72-46b3-a331-9ce9dc909685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:12:41.523164 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-f9b9c86c-77e0-4733-be3f-54f863f8cc77 service neutron] Bound using segment: {'id': 'bf3e33a6-ea72-46b3-a331-9ce9dc909685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461'} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:12:41.523594 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-f9b9c86c-77e0-4733-be3f-54f863f8cc77 service neutron] Bound port: 3ab370e5-8611-4fef-bf09-955dd5a94603, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf3e33a6-ea72-46b3-a331-9ce9dc909685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461'}}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:12:41.523949 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-f9b9c86c-77e0-4733-be3f-54f863f8cc77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (3ab370e5-8611-4fef-bf09-955dd5a94603), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:41.583461 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-f9b9c86c-77e0-4733-be3f-54f863f8cc77 service neutron] For port 3ab370e5-8611-4fef-bf09-955dd5a94603, host hv-cinder-84914, cleared binding levels {{(pid=106428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:12:41.586547 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-f9b9c86c-77e0-4733-be3f-54f863f8cc77 service neutron] For port 3ab370e5-8611-4fef-bf09-955dd5a94603, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3ab370e5-8611-4fef-bf09-955dd5a94603,segment=NetworkSegment(bf3e33a6-ea72-46b3-a331-9ce9dc909685),segment_id=bf3e33a6-ea72-46b3-a331-9ce9dc909685)] {{(pid=106428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:12:41.600411 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-f9b9c86c-77e0-4733-be3f-54f863f8cc77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (3ab370e5-8611-4fef-bf09-955dd5a94603), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:41.619196 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-06844beb-3f57-4df2-901b-9e287b1099f0 None None] Attempt 2 to provision port 3ab370e5-8611-4fef-bf09-955dd5a94603 Sep 22 22:12:41.624656 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-f9b9c86c-77e0-4733-be3f-54f863f8cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:41.625294 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-f9b9c86c-77e0-4733-be3f-54f863f8cc77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:41.626677 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-f9b9c86c-77e0-4733-be3f-54f863f8cc77 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/3ab370e5-8611-4fef-bf09-955dd5a94603 HTTP/1.1" status: 200 len: 1093 time: 0.6817012 Sep 22 22:12:41.628257 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8', 'tag': '3ab370e5-8611-4fef-bf09-955dd5a94603'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:12:41.631329 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40069299-446a-41ef-a710-0fefdc88069b" -d '{"events": [{"name": "network-changed", "server_uuid": "fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8", "tag": "3ab370e5-8611-4fef-bf09-955dd5a94603"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:12:41.668221 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-06844beb-3f57-4df2-901b-9e287b1099f0 None None] Port 3ab370e5-8611-4fef-bf09-955dd5a94603 had new provisioning blocks added so it will not transition to active. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 22:12:41.673533 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62919dc4-b0d7-4ec5-bcb4-60e0adce83bb req-0ee9a5e5-3464-4357-83fe-b7df741857e9 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:41.675038 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-62919dc4-b0d7-4ec5-bcb4-60e0adce83bb req-0ee9a5e5-3464-4357-83fe-b7df741857e9 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 943 time: 0.0855966 Sep 22 22:12:41.705898 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcea9a38-a26a-475e-b23b-93977b598c10 x-openstack-request-id: req-bcea9a38-a26a-475e-b23b-93977b598c10 {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:12:41.706186 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8", "tag": "3ab370e5-8611-4fef-bf09-955dd5a94603", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:12:41.706436 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bcea9a38-a26a-475e-b23b-93977b598c10 {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:12:41.706831 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcea9a38-a26a-475e-b23b-93977b598c10'] response: {'name': 'network-changed', 'server_uuid': 'fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8', 'tag': '3ab370e5-8611-4fef-bf09-955dd5a94603', 'status': 'completed', 'code': 200} Sep 22 22:12:41.709591 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9c86c-77e0-4733-be3f-54f863f8cc77 service neutron] Pushing event updated for resources: {'Port': ['ID=3ab370e5-8611-4fef-bf09-955dd5a94603,revision_number=3']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:41.756831 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-62919dc4-b0d7-4ec5-bcb4-60e0adce83bb req-db337de7-77cb-44b0-8979-597d460683f3 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734005 Sep 22 22:12:41.862400 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-fe9bdd9d-dea1-4610-8f2d-9e8dc6577260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:41.864403 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-fe9bdd9d-dea1-4610-8f2d-9e8dc6577260 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=650863eae15e4733b50e22c7595d7742&device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 1127 time: 0.0706263 Sep 22 22:12:41.866157 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d4068d95-95b5-47af-a4a4-85dc06864f0e req-9167060d-0ce6-4851-b646-238fedafa18b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710371 Sep 22 22:12:41.945329 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-6a8879b0-06cd-41ff-b5ff-91447f8125cb service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ab370e5-8611-4fef-bf09-955dd5a94603 HTTP/1.1" status: 200 len: 217 time: 0.0334787 Sep 22 22:12:42.009811 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:42.019574 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4068d95-95b5-47af-a4a4-85dc06864f0e req-e82cdf04-632b-4eab-8ef1-90672f748cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:42.021301 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d4068d95-95b5-47af-a4a4-85dc06864f0e req-e82cdf04-632b-4eab-8ef1-90672f748cea service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=0499a794df4444b594ee3126a8e210c1&device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 1130 time: 0.0747650 Sep 22 22:12:42.028214 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-2d14975c-c7b0-403a-8000-a54b36d8acb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:42.029693 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-2d14975c-c7b0-403a-8000-a54b36d8acb1 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e47c4249-5492-439b-b68c-dcd801e2bfc2 HTTP/1.1" status: 200 len: 850 time: 0.0744944 Sep 22 22:12:42.090843 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:42.127939 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-c1136fd2-593c-4da2-9ef3-d5424e483862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:42.129690 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-c1136fd2-593c-4da2-9ef3-d5424e483862 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5c3478bc-b7f3-4988-80ed-a5eadeacc461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0891454 Sep 22 22:12:42.446541 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4068d95-95b5-47af-a4a4-85dc06864f0e req-a7db8470-db03-47f6-af3b-5fb2f24ec336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:42.446541 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d4068d95-95b5-47af-a4a4-85dc06864f0e req-a7db8470-db03-47f6-af3b-5fb2f24ec336 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=770f63d9-fbe3-4433-90af-714bf608e28c HTTP/1.1" status: 200 len: 919 time: 0.3982229 Sep 22 22:12:42.490756 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d4068d95-95b5-47af-a4a4-85dc06864f0e req-303db8f5-d96f-493d-80a1-893541ccca25 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8663b072-db48-4fbd-b30f-98d4794fd966 HTTP/1.1" status: 200 len: 217 time: 0.0365474 Sep 22 22:12:42.545702 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-2ace6534-eecc-4e33-9ddd-5f7dbbd21823 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5c3478bc-b7f3-4988-80ed-a5eadeacc461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074540 Sep 22 22:12:42.580403 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4068d95-95b5-47af-a4a4-85dc06864f0e req-a404a4bb-6e4f-416b-bb10-8272a72cbbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:42.582442 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d4068d95-95b5-47af-a4a4-85dc06864f0e req-a404a4bb-6e4f-416b-bb10-8272a72cbbb6 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=bf216d7c-d985-409d-9ea6-5ff04204374d HTTP/1.1" status: 200 len: 857 time: 0.0845103 Sep 22 22:12:42.719583 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee1b01-9f4f-4b70-866c-83fd76b94d4d req-e0650821-c98a-4f9b-a72c-f37177d065c6 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:42.721043 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-50ee1b01-9f4f-4b70-866c-83fd76b94d4d req-e0650821-c98a-4f9b-a72c-f37177d065c6 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 946 time: 0.1070266 Sep 22 22:12:42.725467 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4068d95-95b5-47af-a4a4-85dc06864f0e req-141c5572-e764-4ee7-ba56-8e62c632dfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:42.726839 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d4068d95-95b5-47af-a4a4-85dc06864f0e req-141c5572-e764-4ee7-ba56-8e62c632dfe1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=770f63d9-fbe3-4433-90af-714bf608e28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0967877 Sep 22 22:12:42.730650 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1f5b9e46-2b55-4c61-a77b-af4e64dcd44e req-c8fb993a-727d-4d7d-8428-02f7e7164f70 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5c3478bc-b7f3-4988-80ed-a5eadeacc461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776609 Sep 22 22:12:42.823665 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-50ee1b01-9f4f-4b70-866c-83fd76b94d4d req-04860993-548e-4159-b81a-fd30bb19b1b2 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958750 Sep 22 22:12:42.889925 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d4068d95-95b5-47af-a4a4-85dc06864f0e req-3db5ec61-d5bb-4d25-aabb-dd5f62b05af7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450973 Sep 22 22:12:42.903689 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b1a26-3ffc-48d6-8842-2aaf08ff7f17 req-2141acbb-916a-4b04-a628-81eab7084257 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:42.905150 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-914b1a26-3ffc-48d6-8842-2aaf08ff7f17 req-2141acbb-916a-4b04-a628-81eab7084257 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 943 time: 0.0589988 Sep 22 22:12:42.953049 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-914b1a26-3ffc-48d6-8842-2aaf08ff7f17 req-90620ce6-dd5e-46c9-adcb-c4b75bcb9e77 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419493 Sep 22 22:12:43.505867 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:43.506623 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:43.950121 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98dad15-d3a6-43fc-9a0e-f24101c50288 req-31b97af5-3ca2-4d96-80c0-f6041c018461 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:43.951621 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c98dad15-d3a6-43fc-9a0e-f24101c50288 req-31b97af5-3ca2-4d96-80c0-f6041c018461 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 946 time: 0.0484540 Sep 22 22:12:44.003832 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c98dad15-d3a6-43fc-9a0e-f24101c50288 req-438b35fd-8eb3-470b-83f5-84d5cfd9b27c tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465927 Sep 22 22:12:44.076029 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3134165-2c48-4573-a3cd-07ffcd8b8161 req-294874fe-656a-43bf-9dc4-6fadd0756c8a tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:44.077538 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b3134165-2c48-4573-a3cd-07ffcd8b8161 req-294874fe-656a-43bf-9dc4-6fadd0756c8a tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 943 time: 0.0488997 Sep 22 22:12:44.131435 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b3134165-2c48-4573-a3cd-07ffcd8b8161 req-f9099a38-ae69-4660-856d-65f75de9465d tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475733 Sep 22 22:12:44.851378 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-b57a7076-9e6f-4301-9683-36ff4a7a2dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:45.135774 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06431c-319f-45d0-bb4d-9db7ed446bff req-1d0f49d3-2f66-4ed4-9e46-257a79bfd2d8 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:45.137303 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9e06431c-319f-45d0-bb4d-9db7ed446bff req-1d0f49d3-2f66-4ed4-9e46-257a79bfd2d8 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 946 time: 0.0501385 Sep 22 22:12:45.179739 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:45.187912 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9e06431c-319f-45d0-bb4d-9db7ed446bff req-49fa9ee2-ac8c-428a-b617-f7f9f75247d2 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446625 Sep 22 22:12:45.255537 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e370f8-2afc-420b-9637-b4142d05b35d req-01a34109-0cb9-4d00-a272-15a09a722ce5 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:45.257020 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b1e370f8-2afc-420b-9637-b4142d05b35d req-01a34109-0cb9-4d00-a272-15a09a722ce5 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 943 time: 0.0525155 Sep 22 22:12:45.306726 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b1e370f8-2afc-420b-9637-b4142d05b35d req-52dc0900-b17a-4e2c-bd19-3fff1d7c353d tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438874 Sep 22 22:12:46.278919 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:46.394560 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 40430) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:46.397825 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40069299-446a-41ef-a710-0fefdc88069b req-0cef2e74-e9a5-497c-8377-5e9240f0dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:46.399428 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-40069299-446a-41ef-a710-0fefdc88069b req-0cef2e74-e9a5-497c-8377-5e9240f0dc8d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=650863eae15e4733b50e22c7595d7742&device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 1127 time: 0.1079314 Sep 22 22:12:46.412043 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a60cda-ea19-4a39-ab35-78913e14727b req-09c9c947-f1c8-41f0-a6ea-a2092a6a0b25 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:46.413441 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-48a60cda-ea19-4a39-ab35-78913e14727b req-09c9c947-f1c8-41f0-a6ea-a2092a6a0b25 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 946 time: 0.1444294 Sep 22 22:12:46.531638 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:46.573877 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e765be-e62c-4ef3-bee9-5d09f081abb8 req-15bf3074-3713-4479-a12a-12224b81b4e8 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:46.575332 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-54e765be-e62c-4ef3-bee9-5d09f081abb8 req-15bf3074-3713-4479-a12a-12224b81b4e8 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 943 time: 0.1697214 Sep 22 22:12:46.582735 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-69f6750d-d7e5-4afe-a0a9-a867704c8069 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:46.591476 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d4068d95-95b5-47af-a4a4-85dc06864f0e req-f759c2b6-482c-467c-9ed9-e43a799e4f1d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114505 Sep 22 22:12:46.654356 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-48a60cda-ea19-4a39-ab35-78913e14727b req-63e27a24-4cee-4e74-8120-909eade87413 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182176 Sep 22 22:12:46.680759 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40069299-446a-41ef-a710-0fefdc88069b req-b40bcc0f-4142-4eaa-a63f-c6ddcc3a4683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:46.682245 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-40069299-446a-41ef-a710-0fefdc88069b req-b40bcc0f-4142-4eaa-a63f-c6ddcc3a4683 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5c3478bc-b7f3-4988-80ed-a5eadeacc461 HTTP/1.1" status: 200 len: 912 time: 0.2679565 Sep 22 22:12:46.689460 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 3ab370e5-8611-4fef-bf09-955dd5a94603 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 22:12:46.771026 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-40069299-446a-41ef-a710-0fefdc88069b req-ae95dea8-da46-464d-a9e2-c67eb3340847 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ab370e5-8611-4fef-bf09-955dd5a94603 HTTP/1.1" status: 200 len: 217 time: 0.0776830 Sep 22 22:12:46.778051 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-54e765be-e62c-4ef3-bee9-5d09f081abb8 req-fa14c838-f1e5-4012-a793-f080fa05978f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903365 Sep 22 22:12:46.805787 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa596202-1d9c-44f8-8104-0e5a3e52354b req-ef9d5046-b2a7-40c2-9875-b10480c5308a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:46.805787 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-aa596202-1d9c-44f8-8104-0e5a3e52354b req-ef9d5046-b2a7-40c2-9875-b10480c5308a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=0499a794df4444b594ee3126a8e210c1&device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 1130 time: 0.1038854 Sep 22 22:12:46.833572 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-69f6750d-d7e5-4afe-a0a9-a867704c8069 admin admin] Publish callbacks [] for security_group (c13718c9-1ccf-4894-ac36-90f15adaa0f3), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:46.837497 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-69f6750d-d7e5-4afe-a0a9-a867704c8069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (c13718c9-1ccf-4894-ac36-90f15adaa0f3), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:46.882359 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-69f6750d-d7e5-4afe-a0a9-a867704c8069 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3136faaea7794dd9bb86ca401fdee8bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4861050 Sep 22 22:12:46.883421 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f6750d-d7e5-4afe-a0a9-a867704c8069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13718c9-1ccf-4894-ac36-90f15adaa0f3,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:46.885205 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 40436) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:46.916136 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 3ab370e5-8611-4fef-bf09-955dd5a94603, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3ab370e5-8611-4fef-bf09-955dd5a94603,segment=NetworkSegment(bf3e33a6-ea72-46b3-a331-9ce9dc909685),segment_id=bf3e33a6-ea72-46b3-a331-9ce9dc909685)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:12:46.928135 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Returning: {'device': '3ab370e5-8611-4fef-bf09-955dd5a94603', 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461', 'port_id': '3ab370e5-8611-4fef-bf09-955dd5a94603', 'mac_address': 'fa:16:3e:b3:e5:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 22:12:46.954299 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-0a0f3412-defb-43f6-8240-33317bbe8c95 admin admin] Publish callbacks [] for security_group (c13718c9-1ccf-4894-ac36-90f15adaa0f3), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:46.963943 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port 3ab370e5-8611-4fef-bf09-955dd5a94603 is: DOWN; New status is: BUILD {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:12:46.964337 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (3ab370e5-8611-4fef-bf09-955dd5a94603), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:46.975574 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-0a0f3412-defb-43f6-8240-33317bbe8c95 admin admin] Publish callbacks [] for security_group (c13718c9-1ccf-4894-ac36-90f15adaa0f3), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:46.978247 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ab370e5-8611-4fef-bf09-955dd5a94603 {{(pid=106430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:12:47.002415 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 3ab370e5-8611-4fef-bf09-955dd5a94603, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3ab370e5-8611-4fef-bf09-955dd5a94603,segment=NetworkSegment(bf3e33a6-ea72-46b3-a331-9ce9dc909685),segment_id=bf3e33a6-ea72-46b3-a331-9ce9dc909685)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:12:47.006683 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (3ab370e5-8611-4fef-bf09-955dd5a94603), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:47.025923 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-0a0f3412-defb-43f6-8240-33317bbe8c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (c13718c9-1ccf-4894-ac36-90f15adaa0f3), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:47.028633 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-0a0f3412-defb-43f6-8240-33317bbe8c95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:47.032641 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-0a0f3412-defb-43f6-8240-33317bbe8c95 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c13718c9-1ccf-4894-ac36-90f15adaa0f3 HTTP/1.1" status: 204 len: 168 time: 0.1459537 Sep 22 22:12:47.041989 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f3412-defb-43f6-8240-33317bbe8c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13718c9-1ccf-4894-ac36-90f15adaa0f3,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:47.077980 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-2f3e9a36-7dcc-46ef-8083-eeedfee2dd83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:47.079322 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=3ab370e5-8611-4fef-bf09-955dd5a94603,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:47.132685 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:12:47.210654 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40069299-446a-41ef-a710-0fefdc88069b req-c1e8e7e5-bc67-4e05-bbbc-5a6dcf85dd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:47.212173 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-40069299-446a-41ef-a710-0fefdc88069b req-c1e8e7e5-bc67-4e05-bbbc-5a6dcf85dd74 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e47c4249-5492-439b-b68c-dcd801e2bfc2 HTTP/1.1" status: 200 len: 850 time: 0.1262264 Sep 22 22:12:47.246446 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa596202-1d9c-44f8-8104-0e5a3e52354b req-82c44a90-af24-4cd6-814e-41243d4d99ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:47.247920 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-aa596202-1d9c-44f8-8104-0e5a3e52354b req-82c44a90-af24-4cd6-814e-41243d4d99ab service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=770f63d9-fbe3-4433-90af-714bf608e28c HTTP/1.1" status: 200 len: 919 time: 0.1479023 Sep 22 22:12:47.362123 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-aa596202-1d9c-44f8-8104-0e5a3e52354b req-4815974f-810f-44be-a4e5-4d3c6eb0bbfb service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8663b072-db48-4fbd-b30f-98d4794fd966 HTTP/1.1" status: 200 len: 217 time: 0.0596201 Sep 22 22:12:47.372518 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40069299-446a-41ef-a710-0fefdc88069b req-e749b7ff-0a4f-436c-be2a-dd699d602b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:47.374113 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-40069299-446a-41ef-a710-0fefdc88069b req-e749b7ff-0a4f-436c-be2a-dd699d602b9b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5c3478bc-b7f3-4988-80ed-a5eadeacc461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0806952 Sep 22 22:12:47.415374 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:47.433292 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:47.476355 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa596202-1d9c-44f8-8104-0e5a3e52354b req-78d5e42e-3851-407d-9a5a-9bb560c54254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:47.477735 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-aa596202-1d9c-44f8-8104-0e5a3e52354b req-78d5e42e-3851-407d-9a5a-9bb560c54254 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=bf216d7c-d985-409d-9ea6-5ff04204374d HTTP/1.1" status: 200 len: 857 time: 0.1026003 Sep 22 22:12:47.545228 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa596202-1d9c-44f8-8104-0e5a3e52354b req-520a5513-6749-41f6-bf2b-c9f7fd2bde95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:47.546750 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-aa596202-1d9c-44f8-8104-0e5a3e52354b req-520a5513-6749-41f6-bf2b-c9f7fd2bde95 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=770f63d9-fbe3-4433-90af-714bf608e28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607643 Sep 22 22:12:47.548592 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-40069299-446a-41ef-a710-0fefdc88069b req-4e245446-7de3-4830-8aec-09b9d8e3a7f1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5c3478bc-b7f3-4988-80ed-a5eadeacc461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430526 Sep 22 22:12:47.744130 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['3ab370e5-8611-4fef-bf09-955dd5a94603'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:12:47.787143 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242325e6-cdd8-4f07-ad95-fcae25d499ea req-f5fa804b-0b72-4cf9-968a-4f3e61136bef tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:47.788683 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-242325e6-cdd8-4f07-ad95-fcae25d499ea req-f5fa804b-0b72-4cf9-968a-4f3e61136bef tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 946 time: 0.0573316 Sep 22 22:12:47.849116 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-242325e6-cdd8-4f07-ad95-fcae25d499ea req-ccaf4521-7710-49b1-9e27-9c6ed5623800 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541747 Sep 22 22:12:47.867627 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:47.923151 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd350f4-342f-458a-b0b2-4093823549a2 req-ed1f9d28-6b24-4371-835f-a7f631739536 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:47.924642 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8dd350f4-342f-458a-b0b2-4093823549a2 req-ed1f9d28-6b24-4371-835f-a7f631739536 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 944 time: 0.0546370 Sep 22 22:12:48.070977 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8dd350f4-342f-458a-b0b2-4093823549a2 req-6c67f711-4b6c-40f0-80af-f2a404ce6c87 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397765 Sep 22 22:12:48.138420 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-40069299-446a-41ef-a710-0fefdc88069b req-2818c084-95df-40d5-9527-d3fbc56c2c19 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5c3478bc-b7f3-4988-80ed-a5eadeacc461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888177 Sep 22 22:12:48.140607 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-aa596202-1d9c-44f8-8104-0e5a3e52354b req-ceb900a0-f61e-4375-b532-a22419e4ea9e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922331 Sep 22 22:12:48.305968 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-aa596202-1d9c-44f8-8104-0e5a3e52354b req-3ec63a51-f0bd-4c23-acb8-638f3e27461a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417108 Sep 22 22:12:48.310658 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:48.971272 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db084b7-254a-4f2b-bfdd-8efd8be98714 req-6a3b7b22-4680-4281-bee1-6cb80a1ca874 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:48.972753 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3db084b7-254a-4f2b-bfdd-8efd8be98714 req-6a3b7b22-4680-4281-bee1-6cb80a1ca874 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 946 time: 0.0467854 Sep 22 22:12:49.018644 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3db084b7-254a-4f2b-bfdd-8efd8be98714 req-5bb7a59f-b064-49b8-946d-a0e43261b107 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401623 Sep 22 22:12:49.196228 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc039b0c-ac76-4044-92bb-e5086050e19e req-fa0af6f7-00a2-4f64-8fc6-d5e9b12fd8c8 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:49.197619 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bc039b0c-ac76-4044-92bb-e5086050e19e req-fa0af6f7-00a2-4f64-8fc6-d5e9b12fd8c8 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 944 time: 0.0458775 Sep 22 22:12:49.243618 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bc039b0c-ac76-4044-92bb-e5086050e19e req-4d80b7c4-2d78-4f65-955a-e447a7df8a52 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406160 Sep 22 22:12:49.737623 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:50.041825 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:50.140797 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e5c2e-4746-4013-9d61-f4a5e9d1c6e9 req-bcdee36c-a29a-4a83-8412-feecec28b7e5 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:50.142295 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-492e5c2e-4746-4013-9d61-f4a5e9d1c6e9 req-bcdee36c-a29a-4a83-8412-feecec28b7e5 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 946 time: 0.0500875 Sep 22 22:12:50.189042 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-492e5c2e-4746-4013-9d61-f4a5e9d1c6e9 req-7cae494b-ac4c-4a72-9141-4ff4cc8b3ead tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406108 Sep 22 22:12:50.362718 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707abda-1285-4002-90ad-6f4daefd187e req-45f52895-a5c1-4dad-bfe5-fd53ccdec8fb tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:50.364456 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0707abda-1285-4002-90ad-6f4daefd187e req-45f52895-a5c1-4dad-bfe5-fd53ccdec8fb tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 944 time: 0.0467417 Sep 22 22:12:50.413421 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0707abda-1285-4002-90ad-6f4daefd187e req-8f404b06-ccf3-4e02-8762-6b42f6d0cd4d tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433512 Sep 22 22:12:51.303578 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:51.306621 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:51.317020 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ee9e1-9088-4b75-a583-2ccb02256cd7 req-3a47b127-0759-4fc8-8ef4-f2390e01ec42 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:51.317520 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-364ee9e1-9088-4b75-a583-2ccb02256cd7 req-3a47b127-0759-4fc8-8ef4-f2390e01ec42 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 946 time: 0.0538144 Sep 22 22:12:51.365162 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-364ee9e1-9088-4b75-a583-2ccb02256cd7 req-fa3f4591-c532-4321-aec9-aff897f6fc42 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418453 Sep 22 22:12:51.530898 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409e1ae-0f01-418f-aa80-391411a459fa req-5ad806ad-4fc7-47d7-aa95-22c1562cdc9a tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:51.532351 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9409e1ae-0f01-418f-aa80-391411a459fa req-5ad806ad-4fc7-47d7-aa95-22c1562cdc9a tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 944 time: 0.0454555 Sep 22 22:12:51.579123 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9409e1ae-0f01-418f-aa80-391411a459fa req-01ebe1fe-7d45-4c49-8c08-fc15d3f56464 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405827 Sep 22 22:12:52.486413 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e53ba-a79e-4775-9d16-ac2f3622236c req-355e87b8-a645-4434-99dc-722732c34940 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:52.487903 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a21e53ba-a79e-4775-9d16-ac2f3622236c req-355e87b8-a645-4434-99dc-722732c34940 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 946 time: 0.0476091 Sep 22 22:12:52.539212 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a21e53ba-a79e-4775-9d16-ac2f3622236c req-046ca4cc-dbe3-4f4d-8d41-a4f20d3d346a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456176 Sep 22 22:12:52.697723 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6f345-2c4d-4b82-b427-b155fc72fdd4 req-94b2abab-0782-4c29-99fe-5368281326ee tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:52.699234 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b5d6f345-2c4d-4b82-b427-b155fc72fdd4 req-94b2abab-0782-4c29-99fe-5368281326ee tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 944 time: 0.0475993 Sep 22 22:12:52.747629 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b5d6f345-2c4d-4b82-b427-b155fc72fdd4 req-ad98fd47-b62d-4d53-a63e-e6005bdc33b3 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429683 Sep 22 22:12:53.218950 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 3ab370e5-8611-4fef-bf09-955dd5a94603 up at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:12:53.262813 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning for port 3ab370e5-8611-4fef-bf09-955dd5a94603 completed by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 22:12:53.268540 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning complete for port 3ab370e5-8611-4fef-bf09-955dd5a94603 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:12:53.268915 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (3ab370e5-8611-4fef-bf09-955dd5a94603), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:53.269277 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Attempt 1 to provision port 3ab370e5-8611-4fef-bf09-955dd5a94603 Sep 22 22:12:53.339727 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port 3ab370e5-8611-4fef-bf09-955dd5a94603 is: BUILD; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:12:53.340026 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (3ab370e5-8611-4fef-bf09-955dd5a94603), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:53.367701 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab370e5-8611-4fef-bf09-955dd5a94603'}] {{(pid=106430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:12:53.370058 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2272dcd180a18b0bdbf7a4ac2a7f9325cd9193a83f54eb82bc11fdb6a8b27d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b406f1-3dfd-495d-a22b-6e816fd8f59f" -d '{"events": [{"server_uuid": "fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8", "name": "network-vif-plugged", "status": "completed", "tag": "3ab370e5-8611-4fef-bf09-955dd5a94603"}]}' {{(pid=106430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:12:53.384778 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 3ab370e5-8611-4fef-bf09-955dd5a94603, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3ab370e5-8611-4fef-bf09-955dd5a94603,segment=NetworkSegment(bf3e33a6-ea72-46b3-a331-9ce9dc909685),segment_id=bf3e33a6-ea72-46b3-a331-9ce9dc909685)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:12:53.389323 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (3ab370e5-8611-4fef-bf09-955dd5a94603), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:53.420239 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e574ad4-0010-4598-892f-0425c623fc02 x-openstack-request-id: req-6e574ad4-0010-4598-892f-0425c623fc02 {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:12:53.420539 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8", "name": "network-vif-plugged", "status": "completed", "tag": "3ab370e5-8611-4fef-bf09-955dd5a94603", "code": 200}]} {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:12:53.420796 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e574ad4-0010-4598-892f-0425c623fc02 {{(pid=106430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:12:53.421218 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e574ad4-0010-4598-892f-0425c623fc02'] response: {'server_uuid': 'fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab370e5-8611-4fef-bf09-955dd5a94603', 'code': 200} Sep 22 22:12:53.438867 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=3ab370e5-8611-4fef-bf09-955dd5a94603,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:12:53.660191 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49251434-6973-4318-b8db-916c4f3c23f6 req-4717cd5b-3e7d-40c3-a8bd-9e0625077427 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:53.661716 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-49251434-6973-4318-b8db-916c4f3c23f6 req-4717cd5b-3e7d-40c3-a8bd-9e0625077427 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 946 time: 0.0497029 Sep 22 22:12:53.712923 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-49251434-6973-4318-b8db-916c4f3c23f6 req-77040c54-73bf-4836-8632-d1608d94288c tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454786 Sep 22 22:12:53.827601 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c5304-7973-4b79-bd0f-2b29cedce725 req-3ede79bb-5ebe-4b72-820d-c7ad4148ad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:53.829408 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-445c5304-7973-4b79-bd0f-2b29cedce725 req-3ede79bb-5ebe-4b72-820d-c7ad4148ad6f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 1129 time: 0.0476811 Sep 22 22:12:53.890253 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c4e24-e544-4131-87c3-24de41b6e51a req-4d461a2e-9945-472d-80b2-a847f0ee1499 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:53.891725 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-878c4e24-e544-4131-87c3-24de41b6e51a req-4d461a2e-9945-472d-80b2-a847f0ee1499 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0665469 Sep 22 22:12:53.919676 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-445c5304-7973-4b79-bd0f-2b29cedce725 req-77671b8d-130d-4433-8bcd-ad762b982139 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819099 Sep 22 22:12:53.948123 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-878c4e24-e544-4131-87c3-24de41b6e51a req-aa670021-0d82-4283-9767-713a1185abf9 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501153 Sep 22 22:12:54.159586 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=2 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:54.839778 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a1f98-dde2-4e13-9660-14d207e8ddd7 req-3a65fddb-96db-47b6-99fa-caec8c559c3c tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:54.841332 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-027a1f98-dde2-4e13-9660-14d207e8ddd7 req-3a65fddb-96db-47b6-99fa-caec8c559c3c tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 946 time: 0.0482652 Sep 22 22:12:54.892027 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-027a1f98-dde2-4e13-9660-14d207e8ddd7 req-c73f8f50-1714-4718-9ffa-2ebc1ca43fd0 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447326 Sep 22 22:12:55.074724 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67482e-8041-47db-a9ae-61376224dace req-42a16fd6-1252-4a00-8637-5ae267c61d0b tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:55.076250 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4a67482e-8041-47db-a9ae-61376224dace req-42a16fd6-1252-4a00-8637-5ae267c61d0b tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0529752 Sep 22 22:12:55.122980 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4a67482e-8041-47db-a9ae-61376224dace req-501e1451-ed99-494e-b482-c562268b7155 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406804 Sep 22 22:12:56.034164 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045885bc-6b65-433e-8c03-028f71a391a3 req-5a3d7797-dcab-48b3-b69d-636f179cfc3a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:56.042674 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-045885bc-6b65-433e-8c03-028f71a391a3 req-5a3d7797-dcab-48b3-b69d-636f179cfc3a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 946 time: 0.0643260 Sep 22 22:12:56.094462 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-045885bc-6b65-433e-8c03-028f71a391a3 req-22781266-f257-48be-8809-9e204794ec34 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508997 Sep 22 22:12:56.309230 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9938e-cd51-4b1d-a7d6-ce547f4173e0 req-bcab7db7-3495-4b7b-9897-609f2941b21f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:56.311023 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c8d9938e-cd51-4b1d-a7d6-ce547f4173e0 req-bcab7db7-3495-4b7b-9897-609f2941b21f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0833452 Sep 22 22:12:56.370747 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c8d9938e-cd51-4b1d-a7d6-ce547f4173e0 req-1abc80b3-ef0f-4f89-9336-ef72e81e90e0 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523965 Sep 22 22:12:57.009630 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=11,neutron:DELETE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:57.041571 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=21,neutron:DELETE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:57.128258 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=6 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:57.182313 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:57.217042 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756765a6-6529-4719-a969-a149e0cef409 req-c7bc20cf-23a9-40d3-b3ed-6421ad1e63ba tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:57.218566 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-756765a6-6529-4719-a969-a149e0cef409 req-c7bc20cf-23a9-40d3-b3ed-6421ad1e63ba tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 946 time: 0.0463767 Sep 22 22:12:57.253204 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:57.268587 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-756765a6-6529-4719-a969-a149e0cef409 req-a24a69c8-815c-4f53-b89e-bc7c05b3a5ac tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439184 Sep 22 22:12:57.494395 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da696172-ac87-4529-b333-a6a697edf48a req-5b46fa80-3e7e-4444-925a-98ba3652e0d2 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:57.496152 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-da696172-ac87-4529-b333-a6a697edf48a req-5b46fa80-3e7e-4444-925a-98ba3652e0d2 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0502825 Sep 22 22:12:57.761917 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-da696172-ac87-4529-b333-a6a697edf48a req-19245bc5-b41e-422f-9401-cd25fee8b58e tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2600744 Sep 22 22:12:57.881541 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9fcaa-8c6a-4d9c-8903-f7e2e1aa1530 req-db910618-cd4d-482d-bf4f-4dffc25f861c tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:57.883362 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e2e9fcaa-8c6a-4d9c-8903-f7e2e1aa1530 req-db910618-cd4d-482d-bf4f-4dffc25f861c tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0493605 Sep 22 22:12:57.893440 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 40640) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:12:57.898129 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-70968403-cbbe-4b1b-a951-922d616558b9 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Request body: {'floatingip': {'port_id': '3ab370e5-8611-4fef-bf09-955dd5a94603'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:12:57.937026 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-70968403-cbbe-4b1b-a951-922d616558b9 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for floatingip (185113c1-1163-4621-8f7e-c3708b5f222f), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:58.407815 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-70968403-cbbe-4b1b-a951-922d616558b9 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:58.419006 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c268de-2466-444d-8bdf-fc1796adff91 req-f1940d10-2a06-458f-a5bb-2754c9539154 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:58.420398 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b5c268de-2466-444d-8bdf-fc1796adff91 req-f1940d10-2a06-458f-a5bb-2754c9539154 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 946 time: 0.0637851 Sep 22 22:12:58.421713 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-70968403-cbbe-4b1b-a951-922d616558b9 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (185113c1-1163-4621-8f7e-c3708b5f222f), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:58.561979 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b5c268de-2466-444d-8bdf-fc1796adff91 req-6b336130-3a53-466d-86fd-d9569c747437 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993257 Sep 22 22:12:58.572532 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.db.l3_db [None req-70968403-cbbe-4b1b-a951-922d616558b9 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Floating IP 185113c1-1163-4621-8f7e-c3708b5f222f associated. External IP: 172.27.1.190, port: 3ab370e5-8611-4fef-bf09-955dd5a94603. Sep 22 22:12:58.768647 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:58.802972 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70968403-cbbe-4b1b-a951-922d616558b9 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Router d414958c-b68f-4859-8a0a-79b925be6dff has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:12:58.809616 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:58.911559 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70968403-cbbe-4b1b-a951-922d616558b9 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:12:58.916620 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-70968403-cbbe-4b1b-a951-922d616558b9 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:12:58.921642 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c152c2fe-7cfd-4bb5-bf4c-6f7b14809e34 None None] Sync routers for ids ['d414958c-b68f-4859-8a0a-79b925be6dff'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:12:58.932622 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c152c2fe-7cfd-4bb5-bf4c-6f7b14809e34 None None] Routers {'d414958c-b68f-4859-8a0a-79b925be6dff'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:12:58.933268 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-c152c2fe-7cfd-4bb5-bf4c-6f7b14809e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:12:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['d414958c-b68f-4859-8a0a-79b925be6dff'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:58.949986 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-70968403-cbbe-4b1b-a951-922d616558b9 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/185113c1-1163-4621-8f7e-c3708b5f222f HTTP/1.1" status: 200 len: 991 time: 1.0554886 Sep 22 22:12:58.950637 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8', 'tag': '3ab370e5-8611-4fef-bf09-955dd5a94603'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:12:58.953016 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e829d07-cb32-4a56-a8d2-e4896b5922be" -d '{"events": [{"name": "network-changed", "server_uuid": "fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8", "tag": "3ab370e5-8611-4fef-bf09-955dd5a94603"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:12:58.965703 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:58.996097 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04e5920-e0ff-4d70-a197-ddea31737e70 x-openstack-request-id: req-b04e5920-e0ff-4d70-a197-ddea31737e70 {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:12:58.996825 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8", "tag": "3ab370e5-8611-4fef-bf09-955dd5a94603", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:12:58.997194 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b04e5920-e0ff-4d70-a197-ddea31737e70 {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:12:58.998344 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b04e5920-e0ff-4d70-a197-ddea31737e70'] response: {'name': 'network-changed', 'server_uuid': 'fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8', 'tag': '3ab370e5-8611-4fef-bf09-955dd5a94603', 'status': 'completed', 'code': 200} Sep 22 22:12:59.044878 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-c152c2fe-7cfd-4bb5-bf4c-6f7b14809e34 None None] Set router d414958c-b68f-4859-8a0a-79b925be6dff gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:12:59.102784 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e829d07-cb32-4a56-a8d2-e4896b5922be req-fa18458d-dc8b-4a30-ba02-17aa4d2b675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:59.104171 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8e829d07-cb32-4a56-a8d2-e4896b5922be req-fa18458d-dc8b-4a30-ba02-17aa4d2b675d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=650863eae15e4733b50e22c7595d7742&device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 1129 time: 0.0540643 Sep 22 22:12:59.202016 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e829d07-cb32-4a56-a8d2-e4896b5922be req-d6a1e191-8937-4a41-b335-30360b8f6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:59.203661 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8e829d07-cb32-4a56-a8d2-e4896b5922be req-d6a1e191-8937-4a41-b335-30360b8f6ffe service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5c3478bc-b7f3-4988-80ed-a5eadeacc461 HTTP/1.1" status: 200 len: 912 time: 0.0931191 Sep 22 22:12:59.314898 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-c152c2fe-7cfd-4bb5-bf4c-6f7b14809e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'name': 'tempest-AttachVolumeTestJSON-1733530800-router', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:29Z', 'revision_number': 4, 'project_id': '650863eae15e4733b50e22c7595d7742', 'gw_port': {'id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': '185113c1-1163-4621-8f7e-c3708b5f222f', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'port_id': '3ab370e5-8611-4fef-bf09-955dd5a94603', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461', 'mac_address': 'fa:16:3e:b3:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:12:31Z', 'updated_at': '2022-09-22T22:12:58Z', 'revision_number': 1, 'project_id': '650863eae15e4733b50e22c7595d7742', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af007872-196a-4039-8c0d-0a4ebdc6feba', 'name': '', 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'mac_address': 'fa:16:3e:a2:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:28Z', 'updated_at': '2022-09-22T22:12:33Z', 'revision_number': 5, 'project_id': '650863eae15e4733b50e22c7595d7742', 'subnets': [{'id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:59.341182 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c152c2fe-7cfd-4bb5-bf4c-6f7b14809e34 None None] Checking router: d414958c-b68f-4859-8a0a-79b925be6dff for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:12:59.349893 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c152c2fe-7cfd-4bb5-bf4c-6f7b14809e34 None None] Routers {'d414958c-b68f-4859-8a0a-79b925be6dff'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:12:59.350511 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-c152c2fe-7cfd-4bb5-bf4c-6f7b14809e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:12:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['d414958c-b68f-4859-8a0a-79b925be6dff'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:59.454188 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-c152c2fe-7cfd-4bb5-bf4c-6f7b14809e34 None None] Set router d414958c-b68f-4859-8a0a-79b925be6dff gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:12:59.494956 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:12:59.678088 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-c152c2fe-7cfd-4bb5-bf4c-6f7b14809e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'name': 'tempest-AttachVolumeTestJSON-1733530800-router', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:29Z', 'revision_number': 4, 'project_id': '650863eae15e4733b50e22c7595d7742', 'gw_port': {'id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': '185113c1-1163-4621-8f7e-c3708b5f222f', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'port_id': '3ab370e5-8611-4fef-bf09-955dd5a94603', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461', 'mac_address': 'fa:16:3e:b3:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:12:31Z', 'updated_at': '2022-09-22T22:12:58Z', 'revision_number': 1, 'project_id': '650863eae15e4733b50e22c7595d7742', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af007872-196a-4039-8c0d-0a4ebdc6feba', 'name': '', 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'mac_address': 'fa:16:3e:a2:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:28Z', 'updated_at': '2022-09-22T22:12:33Z', 'revision_number': 5, 'project_id': '650863eae15e4733b50e22c7595d7742', 'subnets': [{'id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:12:59.695837 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a9a16-1b2e-4ca9-a785-10fbbb3215fc req-3dad2b6e-04b3-4dbd-b335-85db2c49bafc tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:12:59.697370 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dc4a9a16-1b2e-4ca9-a785-10fbbb3215fc req-3dad2b6e-04b3-4dbd-b335-85db2c49bafc tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 946 time: 0.0470538 Sep 22 22:12:59.705076 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c152c2fe-7cfd-4bb5-bf4c-6f7b14809e34 None None] The sync data for ids ['d414958c-b68f-4859-8a0a-79b925be6dff'] in dv-cinder-849143-6-iscsi is: [{'id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'name': 'tempest-AttachVolumeTestJSON-1733530800-router', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:29Z', 'revision_number': 4, 'project_id': '650863eae15e4733b50e22c7595d7742', 'gw_port': {'id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': '185113c1-1163-4621-8f7e-c3708b5f222f', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'port_id': '3ab370e5-8611-4fef-bf09-955dd5a94603', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461', 'mac_address': 'fa:16:3e:b3:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:12:31Z', 'updated_at': '2022-09-22T22:12:58Z', 'revision_number': 1, 'project_id': '650863eae15e4733b50e22c7595d7742', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af007872-196a-4039-8c0d-0a4ebdc6feba', 'name': '', 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'mac_address': 'fa:16:3e:a2:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:28Z', 'updated_at': '2022-09-22T22:12:33Z', 'revision_number': 5, 'project_id': '650863eae15e4733b50e22c7595d7742', 'subnets': [{'id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:12:59.756362 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dc4a9a16-1b2e-4ca9-a785-10fbbb3215fc req-76bab2c7-4cf2-42a0-8a3f-a0e2f866df6d tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532415 Sep 22 22:12:59.913790 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe62ef33-a991-4bc6-b078-c94b1ee2c097 None None] New status for floating IP 185113c1-1163-4621-8f7e-c3708b5f222f: ACTIVE {{(pid=106431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 22:13:00.199250 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 40720) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:13:00.247564 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e532a62-7527-40ff-94bf-2cb774b9f9fd admin admin] Deleting subnet 0bf02457-2e92-49b4-b811-108bb9a0069a {{(pid=106428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 22:13:00.250940 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8e532a62-7527-40ff-94bf-2cb774b9f9fd admin admin] Publish callbacks [] for subnet (0bf02457-2e92-49b4-b811-108bb9a0069a), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:00.286592 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8e532a62-7527-40ff-94bf-2cb774b9f9fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10260588'] for subnet (0bf02457-2e92-49b4-b811-108bb9a0069a), precommit_delete_associations {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:00.327324 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8e532a62-7527-40ff-94bf-2cb774b9f9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433450'] for subnet (0bf02457-2e92-49b4-b811-108bb9a0069a), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:00.377460 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8e532a62-7527-40ff-94bf-2cb774b9f9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10406668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847801'] for subnet (0bf02457-2e92-49b4-b811-108bb9a0069a), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:00.407217 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e532a62-7527-40ff-94bf-2cb774b9f9fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bf02457-2e92-49b4-b811-108bb9a0069a,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:00.411033 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8e532a62-7527-40ff-94bf-2cb774b9f9fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for subnet (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:00.414279 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-8e532a62-7527-40ff-94bf-2cb774b9f9fd admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/0bf02457-2e92-49b4-b811-108bb9a0069a HTTP/1.1" status: 204 len: 168 time: 0.2140317 Sep 22 22:13:00.416801 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 40722) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:13:00.484309 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-92b5fde7-ec6d-4a0d-a43a-8e42b97ba2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425183'] for network (3e5f8a7c-2a8a-4a5a-a934-2d9e81872f12), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:00.563961 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-92b5fde7-ec6d-4a0d-a43a-8e42b97ba2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1288257', 'neutron.services.segments.db._delete_segments_for_network-8778793935297'] for network (3e5f8a7c-2a8a-4a5a-a934-2d9e81872f12), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:00.583939 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.services.segments.db [None req-92b5fde7-ec6d-4a0d-a43a-8e42b97ba2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e5f8a7c-2a8a-4a5a-a934-2d9e81872f12']}} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:13:00.592843 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.services.segments.db [None req-92b5fde7-ec6d-4a0d-a43a-8e42b97ba2c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93db9a79-b219-4820-bf80-5d91cf627e89') {'for_net_delete': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:13:00.593167 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.services.segments.db [None req-92b5fde7-ec6d-4a0d-a43a-8e42b97ba2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93db9a79-b219-4820-bf80-5d91cf627e89') {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:13:00.602464 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-92b5fde7-ec6d-4a0d-a43a-8e42b97ba2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778793935189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10260567'] for segment (93db9a79-b219-4820-bf80-5d91cf627e89), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:00.616336 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-92b5fde7-ec6d-4a0d-a43a-8e42b97ba2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (93db9a79-b219-4820-bf80-5d91cf627e89), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:00.622632 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b5fde7-ec6d-4a0d-a43a-8e42b97ba2c0 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=106428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:13:00.622997 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-92b5fde7-ec6d-4a0d-a43a-8e42b97ba2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10406838'] for segment (93db9a79-b219-4820-bf80-5d91cf627e89), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:00.672053 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.services.segments.plugin [-] Segment 93db9a79-b219-4820-bf80-5d91cf627e89 resource provider aggregate not found Sep 22 22:13:00.721771 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.services.segments.plugin [-] Segment 93db9a79-b219-4820-bf80-5d91cf627e89 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93db9a79-b219-4820-bf80-5d91cf627e89 found for delete ", "request_id": "req-c78e2dfd-5dd1-4478-bb9b-3b12f1233db7"}]} Sep 22 22:13:00.735689 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:00.749370 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-92b5fde7-ec6d-4a0d-a43a-8e42b97ba2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1288312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684483'] for network (3e5f8a7c-2a8a-4a5a-a934-2d9e81872f12), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:00.763145 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-92b5fde7-ec6d-4a0d-a43a-8e42b97ba2c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:00.766531 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-92b5fde7-ec6d-4a0d-a43a-8e42b97ba2c0 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/3e5f8a7c-2a8a-4a5a-a934-2d9e81872f12 HTTP/1.1" status: 204 len: 168 time: 0.3487554 Sep 22 22:13:00.769556 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 40742) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:13:00.776320 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:00.797245 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8e829d07-cb32-4a56-a8d2-e4896b5922be req-638a4ecb-84b7-42c6-88f4-c9187c0b493f service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ab370e5-8611-4fef-bf09-955dd5a94603 HTTP/1.1" status: 200 len: 1001 time: 0.1277409 Sep 22 22:13:00.798228 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5fde7-ec6d-4a0d-a43a-8e42b97ba2c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e5f8a7c-2a8a-4a5a-a934-2d9e81872f12,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:00.880217 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e9f36c7-f058-4f0f-aaa4-9179a7f76cdd admin admin] Deleting subnet e9814626-06d9-4c02-92bf-702a4fdcc0ac {{(pid=106429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 22:13:00.884372 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6e9f36c7-f058-4f0f-aaa4-9179a7f76cdd admin admin] Publish callbacks [] for subnet (e9814626-06d9-4c02-92bf-702a4fdcc0ac), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:00.949342 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a1559-2547-4807-92b5-9f39d6376782 req-712e7050-eed9-4bc0-a67b-fcf6f6723307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:00.951369 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c40a1559-2547-4807-92b5-9f39d6376782 req-712e7050-eed9-4bc0-a67b-fcf6f6723307 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 1130 time: 0.1063049 Sep 22 22:13:00.955861 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e829d07-cb32-4a56-a8d2-e4896b5922be req-b8bf50d5-ba8e-420a-9957-d2e7d423e6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:00.956060 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6e9f36c7-f058-4f0f-aaa4-9179a7f76cdd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10089564'] for subnet (e9814626-06d9-4c02-92bf-702a4fdcc0ac), precommit_delete_associations {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:00.958867 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8e829d07-cb32-4a56-a8d2-e4896b5922be req-b8bf50d5-ba8e-420a-9957-d2e7d423e6de service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e47c4249-5492-439b-b68c-dcd801e2bfc2 HTTP/1.1" status: 200 len: 850 time: 0.1496990 Sep 22 22:13:01.039203 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6e9f36c7-f058-4f0f-aaa4-9179a7f76cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433450'] for subnet (e9814626-06d9-4c02-92bf-702a4fdcc0ac), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:01.064017 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e829d07-cb32-4a56-a8d2-e4896b5922be req-c4d0d95f-7773-4680-9ee7-50c32841d0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:01.066556 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8e829d07-cb32-4a56-a8d2-e4896b5922be req-c4d0d95f-7773-4680-9ee7-50c32841d0ef service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5c3478bc-b7f3-4988-80ed-a5eadeacc461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0948060 Sep 22 22:13:01.093438 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de01eb-7b64-4e68-b180-7ca8403a8011 req-95e3a824-5b82-485c-b4d1-6599fe98405c tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:01.097533 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-36de01eb-7b64-4e68-b180-7ca8403a8011 req-95e3a824-5b82-485c-b4d1-6599fe98405c tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 946 time: 0.2096078 Sep 22 22:13:01.141431 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6e9f36c7-f058-4f0f-aaa4-9179a7f76cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9559237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9385076'] for subnet (e9814626-06d9-4c02-92bf-702a4fdcc0ac), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:01.168686 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6e9f36c7-f058-4f0f-aaa4-9179a7f76cdd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:01.182764 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-6e9f36c7-f058-4f0f-aaa4-9179a7f76cdd admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/e9814626-06d9-4c02-92bf-702a4fdcc0ac HTTP/1.1" status: 204 len: 168 time: 0.4113610 Sep 22 22:13:01.195465 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 40758) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:13:01.214184 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 40760) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:13:01.223454 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f36c7-f058-4f0f-aaa4-9179a7f76cdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9814626-06d9-4c02-92bf-702a4fdcc0ac,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:01.307481 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-3e709745-5c14-4969-8b10-12d6505d5f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425183'] for network (cf538ba6-4ad6-40c1-84d4-d7253df7cc72), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:01.348590 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8e829d07-cb32-4a56-a8d2-e4896b5922be req-4924cf6c-1964-4283-a7d4-48e7eba37777 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5c3478bc-b7f3-4988-80ed-a5eadeacc461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480309 Sep 22 22:13:01.355526 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c40a1559-2547-4807-92b5-9f39d6376782 req-e01a5e25-2bf9-49d6-babe-b7ffef112b0a service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961368 Sep 22 22:13:01.385089 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-bc01273f-ca24-42e2-b603-9cc20f2b699b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:01.405885 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-36de01eb-7b64-4e68-b180-7ca8403a8011 req-1529a27b-911a-45e4-ab3f-0682457264c2 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407510 Sep 22 22:13:01.473202 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-bc01273f-ca24-42e2-b603-9cc20f2b699b admin admin] Publish callbacks [] for security_group (ce4b46d7-4746-4bc7-bb10-02f5c51623e3), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:01.476804 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-bc01273f-ca24-42e2-b603-9cc20f2b699b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (ce4b46d7-4746-4bc7-bb10-02f5c51623e3), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:01.518106 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-3e709745-5c14-4969-8b10-12d6505d5f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1288257', 'neutron.services.segments.db._delete_segments_for_network-8778793935297'] for network (cf538ba6-4ad6-40c1-84d4-d7253df7cc72), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:01.518368 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-bc01273f-ca24-42e2-b603-9cc20f2b699b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d3df93047f3c41e58dce763a98bdef11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3005955 Sep 22 22:13:01.520416 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01273f-ca24-42e2-b603-9cc20f2b699b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4b46d7-4746-4bc7-bb10-02f5c51623e3,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:01.522795 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 40768) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:13:01.556018 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.services.segments.db [None req-3e709745-5c14-4969-8b10-12d6505d5f48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf538ba6-4ad6-40c1-84d4-d7253df7cc72']}} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:13:01.566156 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8e829d07-cb32-4a56-a8d2-e4896b5922be req-c1ad2f40-d067-4ab8-95bd-92c8231e18a7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5c3478bc-b7f3-4988-80ed-a5eadeacc461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037077 Sep 22 22:13:01.569542 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.services.segments.db [None req-3e709745-5c14-4969-8b10-12d6505d5f48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435b93b8-ea3f-48de-a9c9-5e9928204672') {'for_net_delete': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:13:01.569843 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.services.segments.db [None req-3e709745-5c14-4969-8b10-12d6505d5f48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435b93b8-ea3f-48de-a9c9-5e9928204672') {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:13:01.574304 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-57eef675-59bf-4025-bbbb-9a2bd468f094 admin admin] Publish callbacks [] for security_group (ce4b46d7-4746-4bc7-bb10-02f5c51623e3), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:01.579072 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-3e709745-5c14-4969-8b10-12d6505d5f48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778793935189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10260567'] for segment (435b93b8-ea3f-48de-a9c9-5e9928204672), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:01.594100 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-3e709745-5c14-4969-8b10-12d6505d5f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (435b93b8-ea3f-48de-a9c9-5e9928204672), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:01.595589 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-57eef675-59bf-4025-bbbb-9a2bd468f094 admin admin] Publish callbacks [] for security_group (ce4b46d7-4746-4bc7-bb10-02f5c51623e3), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:01.600474 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e709745-5c14-4969-8b10-12d6505d5f48 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=106428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:13:01.600953 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-3e709745-5c14-4969-8b10-12d6505d5f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10406838'] for segment (435b93b8-ea3f-48de-a9c9-5e9928204672), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:01.645387 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-57eef675-59bf-4025-bbbb-9a2bd468f094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (ce4b46d7-4746-4bc7-bb10-02f5c51623e3), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:01.647870 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-57eef675-59bf-4025-bbbb-9a2bd468f094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:01.649042 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-57eef675-59bf-4025-bbbb-9a2bd468f094 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ce4b46d7-4746-4bc7-bb10-02f5c51623e3 HTTP/1.1" status: 204 len: 168 time: 0.1253211 Sep 22 22:13:01.657622 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eef675-59bf-4025-bbbb-9a2bd468f094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4b46d7-4746-4bc7-bb10-02f5c51623e3,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:01.659157 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-3e709745-5c14-4969-8b10-12d6505d5f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1288312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684483'] for network (cf538ba6-4ad6-40c1-84d4-d7253df7cc72), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:01.675829 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-3e709745-5c14-4969-8b10-12d6505d5f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:01.679494 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-3e709745-5c14-4969-8b10-12d6505d5f48 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/cf538ba6-4ad6-40c1-84d4-d7253df7cc72 HTTP/1.1" status: 204 len: 168 time: 0.4779456 Sep 22 22:13:01.680648 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e709745-5c14-4969-8b10-12d6505d5f48 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf538ba6-4ad6-40c1-84d4-d7253df7cc72,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:01.809625 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 40776) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:13:01.862216 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-5c3b1d20-4a8b-43bb-ad7b-0cb633c0c0cc admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d08945e124d14a05988b92fd9f236881&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0512290 Sep 22 22:13:01.866268 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 40778) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:13:01.920653 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4e67a94a-af21-41ef-857c-cfd506678f36 admin admin] Publish callbacks [] for security_group (e94aafca-085f-42a5-aa87-892525a705ff), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:01.931648 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:01.946528 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4e67a94a-af21-41ef-857c-cfd506678f36 admin admin] Publish callbacks [] for security_group (e94aafca-085f-42a5-aa87-892525a705ff), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:01.996428 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4e67a94a-af21-41ef-857c-cfd506678f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (e94aafca-085f-42a5-aa87-892525a705ff), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:01.999103 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4e67a94a-af21-41ef-857c-cfd506678f36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:02.000266 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-4e67a94a-af21-41ef-857c-cfd506678f36 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e94aafca-085f-42a5-aa87-892525a705ff HTTP/1.1" status: 204 len: 168 time: 0.1330535 Sep 22 22:13:02.009053 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67a94a-af21-41ef-857c-cfd506678f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94aafca-085f-42a5-aa87-892525a705ff,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:02.322013 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 40800) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:13:02.367040 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-d0eeb42d-8ab3-475a-bcf0-e796db61e11d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=cc5ce9a880b24221aa780b393c751bd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437255 Sep 22 22:13:02.369738 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 40806) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:13:02.383268 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:02.428674 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1286ada1-002b-4ed0-8d95-2ef5e7195409 admin admin] Publish callbacks [] for security_group (4be6aebd-764a-4e4a-996d-438c8858f0f1), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:02.455991 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1286ada1-002b-4ed0-8d95-2ef5e7195409 admin admin] Publish callbacks [] for security_group (4be6aebd-764a-4e4a-996d-438c8858f0f1), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:02.553922 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbd5b8-9f6f-4dd4-830f-55ad66e3f38b req-e282d1fc-14b3-4dc9-aa57-b1d04b078619 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:02.556448 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dafbd5b8-9f6f-4dd4-830f-55ad66e3f38b req-e282d1fc-14b3-4dc9-aa57-b1d04b078619 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 946 time: 0.0641327 Sep 22 22:13:02.568405 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1286ada1-002b-4ed0-8d95-2ef5e7195409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (4be6aebd-764a-4e4a-996d-438c8858f0f1), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:02.571551 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1286ada1-002b-4ed0-8d95-2ef5e7195409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:02.572695 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-1286ada1-002b-4ed0-8d95-2ef5e7195409 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4be6aebd-764a-4e4a-996d-438c8858f0f1 HTTP/1.1" status: 204 len: 168 time: 0.2021022 Sep 22 22:13:02.587888 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286ada1-002b-4ed0-8d95-2ef5e7195409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be6aebd-764a-4e4a-996d-438c8858f0f1,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:02.630201 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dafbd5b8-9f6f-4dd4-830f-55ad66e3f38b req-91fcbf82-849e-4995-b650-4d071da4f201 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564184 Sep 22 22:13:02.747553 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.services.segments.plugin [-] Segment 435b93b8-ea3f-48de-a9c9-5e9928204672 resource provider aggregate not found Sep 22 22:13:02.778152 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.services.segments.plugin [-] Segment 435b93b8-ea3f-48de-a9c9-5e9928204672 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 435b93b8-ea3f-48de-a9c9-5e9928204672 found for delete ", "request_id": "req-fac8435f-8a2e-4514-a40c-5125b2fef5ac"}]} Sep 22 22:13:03.226975 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 40842) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:13:03.338007 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-da72a0da-8701-40f2-b310-4c9b35c3aa02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:03.419366 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-da72a0da-8701-40f2-b310-4c9b35c3aa02 admin admin] Publish callbacks [] for security_group (8b46a799-f260-42b0-bfb5-39b68c46c50d), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:03.423441 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-da72a0da-8701-40f2-b310-4c9b35c3aa02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (8b46a799-f260-42b0-bfb5-39b68c46c50d), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:03.465882 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72a0da-8701-40f2-b310-4c9b35c3aa02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b46a799-f260-42b0-bfb5-39b68c46c50d,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:03.471601 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-da72a0da-8701-40f2-b310-4c9b35c3aa02 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=756d38786c48457194521a27dee60af2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432606 Sep 22 22:13:03.474836 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 40854) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:13:03.523923 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-0ab34484-3b67-484a-9033-e448761ee5fa admin admin] Publish callbacks [] for security_group (8b46a799-f260-42b0-bfb5-39b68c46c50d), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:03.543708 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-0ab34484-3b67-484a-9033-e448761ee5fa admin admin] Publish callbacks [] for security_group (8b46a799-f260-42b0-bfb5-39b68c46c50d), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:03.596188 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-0ab34484-3b67-484a-9033-e448761ee5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (8b46a799-f260-42b0-bfb5-39b68c46c50d), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:03.599872 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-0ab34484-3b67-484a-9033-e448761ee5fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:03.601028 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-0ab34484-3b67-484a-9033-e448761ee5fa admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/8b46a799-f260-42b0-bfb5-39b68c46c50d HTTP/1.1" status: 204 len: 168 time: 0.1254971 Sep 22 22:13:03.609398 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab34484-3b67-484a-9033-e448761ee5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b46a799-f260-42b0-bfb5-39b68c46c50d,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:03.765908 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e7e5f-3b8d-425d-b65d-f9fb2c0bc113 req-48e0413a-e14c-4727-9df1-b32842518de7 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:03.767429 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3e6e7e5f-3b8d-425d-b65d-f9fb2c0bc113 req-48e0413a-e14c-4727-9df1-b32842518de7 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 946 time: 0.0569031 Sep 22 22:13:03.835423 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3e6e7e5f-3b8d-425d-b65d-f9fb2c0bc113 req-223e6a80-6ee8-4c78-8100-5c0a3cd1ee02 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603387 Sep 22 22:13:04.119158 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de42f9d-cc1c-4264-be41-b1fe8bfe2c3c req-fed8534a-3fdd-4dcf-aa65-b6ca2ef01ce5 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:04.120784 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8de42f9d-cc1c-4264-be41-b1fe8bfe2c3c req-fed8534a-3fdd-4dcf-aa65-b6ca2ef01ce5 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 946 time: 0.0498359 Sep 22 22:13:04.170149 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8de42f9d-cc1c-4264-be41-b1fe8bfe2c3c req-faae1db7-8eac-4e74-8cd4-655c2e953ee8 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437527 Sep 22 22:13:05.276136 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:05.292599 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64450456-4a9c-4540-8977-90e1dae85c56 req-d913ca32-0116-4019-b55a-893533510653 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:05.294184 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-64450456-4a9c-4540-8977-90e1dae85c56 req-d913ca32-0116-4019-b55a-893533510653 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 946 time: 0.0470176 Sep 22 22:13:05.337060 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:05.342134 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-64450456-4a9c-4540-8977-90e1dae85c56 req-6eb36f48-d563-4f1f-b805-2cad7e97faf5 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423071 Sep 22 22:13:06.015595 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297145f-e3cc-4509-986b-379dc954356e req-0635cc89-95b2-475f-b0a6-abdc28df8578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:06.017059 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8297145f-e3cc-4509-986b-379dc954356e req-0635cc89-95b2-475f-b0a6-abdc28df8578 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=0499a794df4444b594ee3126a8e210c1&device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 1130 time: 0.0420716 Sep 22 22:13:06.461454 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee59d76-5021-4daa-8002-ace1ac33d742 req-b40cbd4e-d7cc-41d3-9442-0a5f3688f046 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:06.462884 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0ee59d76-5021-4daa-8002-ace1ac33d742 req-b40cbd4e-d7cc-41d3-9442-0a5f3688f046 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 946 time: 0.0455165 Sep 22 22:13:06.508782 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0ee59d76-5021-4daa-8002-ace1ac33d742 req-2bfa0c8b-4aec-41d0-83ad-064685c6e7ca tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404503 Sep 22 22:13:07.447551 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297145f-e3cc-4509-986b-379dc954356e req-cd08034d-5d6e-44e3-b0b0-c12ac2ff0957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:07.449039 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8297145f-e3cc-4509-986b-379dc954356e req-cd08034d-5d6e-44e3-b0b0-c12ac2ff0957 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=770f63d9-fbe3-4433-90af-714bf608e28c HTTP/1.1" status: 200 len: 919 time: 0.0901434 Sep 22 22:13:07.490516 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8297145f-e3cc-4509-986b-379dc954356e req-b6a248d0-75bb-4c24-953c-f29ff86fb3a5 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8663b072-db48-4fbd-b30f-98d4794fd966 HTTP/1.1" status: 200 len: 217 time: 0.0319822 Sep 22 22:13:07.540122 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297145f-e3cc-4509-986b-379dc954356e req-8b427574-9458-4830-ad31-27ac27eae91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:07.541605 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8297145f-e3cc-4509-986b-379dc954356e req-8b427574-9458-4830-ad31-27ac27eae91e service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=bf216d7c-d985-409d-9ea6-5ff04204374d HTTP/1.1" status: 200 len: 857 time: 0.0436578 Sep 22 22:13:07.593585 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297145f-e3cc-4509-986b-379dc954356e req-7fc9c7be-6ea5-4f19-8ff7-260dac933783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:07.595032 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8297145f-e3cc-4509-986b-379dc954356e req-7fc9c7be-6ea5-4f19-8ff7-260dac933783 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=770f63d9-fbe3-4433-90af-714bf608e28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427842 Sep 22 22:13:07.679882 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67a241-7398-4c19-8204-902253823798 req-7adf23d7-0df0-465c-8529-12c4a2aa210a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:07.681280 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ba67a241-7398-4c19-8204-902253823798 req-7adf23d7-0df0-465c-8529-12c4a2aa210a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 946 time: 0.0900347 Sep 22 22:13:07.744659 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8297145f-e3cc-4509-986b-379dc954356e req-6b3a68d8-41b3-4afe-805c-4cb8fc690300 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412301 Sep 22 22:13:07.764036 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ba67a241-7398-4c19-8204-902253823798 req-58cc01a8-e1ff-40a3-9916-5967c528c685 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752501 Sep 22 22:13:07.841483 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8297145f-e3cc-4509-986b-379dc954356e req-97104602-8abe-4f30-9ef5-4f17dcda62e6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895622 Sep 22 22:13:08.886861 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e873d-0607-41bf-bf0e-7a5c12d09ebe req-c28168e1-ff53-49f7-9a23-81e9a16dd399 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:08.888394 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-103e873d-0607-41bf-bf0e-7a5c12d09ebe req-c28168e1-ff53-49f7-9a23-81e9a16dd399 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 946 time: 0.0482821 Sep 22 22:13:08.944192 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-103e873d-0607-41bf-bf0e-7a5c12d09ebe req-43485696-808f-402f-a83b-7d4fbf24dbf7 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497103 Sep 22 22:13:10.066940 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbc337-76f7-4c9a-8619-45f9857e954e req-40eb4e2b-dbc8-4008-a37c-c9e1643d8946 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:10.068482 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e4fbc337-76f7-4c9a-8619-45f9857e954e req-40eb4e2b-dbc8-4008-a37c-c9e1643d8946 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 946 time: 0.0488162 Sep 22 22:13:10.070227 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:10.092641 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:10.118354 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e4fbc337-76f7-4c9a-8619-45f9857e954e req-bd544bc7-8921-4286-a8c1-727bfc854a97 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434713 Sep 22 22:13:11.238762 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1692b96-487d-4a79-b304-97ea607ee092 req-709c205e-2846-4e96-95fd-c4604b5ff99f tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:11.240243 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f1692b96-487d-4a79-b304-97ea607ee092 req-709c205e-2846-4e96-95fd-c4604b5ff99f tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 946 time: 0.0452325 Sep 22 22:13:11.286614 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f1692b96-487d-4a79-b304-97ea607ee092 req-3722fc6f-4edf-411f-b074-125738123eb2 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408928 Sep 22 22:13:11.652290 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=61,neutron:DELETE=5,neutron:INSERT=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:11.653010 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=56,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:12.696723 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 41008) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:13:12.701248 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-ea9137b6-ad3d-4f12-a454-4c5781d42944 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1308718656', 'description': 'tempest-description--1849590404'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:13:12.721830 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ea9137b6-ad3d-4f12-a454-4c5781d42944 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:12.745013 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:12.748324 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:12.795746 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ea9137b6-ad3d-4f12-a454-4c5781d42944 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks [] for security_group (aaef2b39-fc45-429b-9b91-f2fc78c6b6e8), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:12.799485 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ea9137b6-ad3d-4f12-a454-4c5781d42944 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (aaef2b39-fc45-429b-9b91-f2fc78c6b6e8), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:12.831920 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ea9137b6-ad3d-4f12-a454-4c5781d42944 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:12.833193 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-ea9137b6-ad3d-4f12-a454-4c5781d42944 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1354294 Sep 22 22:13:12.836191 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 41014) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:13:12.836682 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9137b6-ad3d-4f12-a454-4c5781d42944 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:12.842701 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-2a68a1a1-7ee3-47f5-8050-b12a521e6aa3 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Request body: {'security_group_rule': {'security_group_id': 'aaef2b39-fc45-429b-9b91-f2fc78c6b6e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:13:12.874939 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2a68a1a1-7ee3-47f5-8050-b12a521e6aa3 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks [] for security_group_rule (dd4717d5-bd5c-454b-a81e-ea630639b1ba), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:12.940289 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2a68a1a1-7ee3-47f5-8050-b12a521e6aa3 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks [] for security_group_rule (dd4717d5-bd5c-454b-a81e-ea630639b1ba), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:12.943926 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2a68a1a1-7ee3-47f5-8050-b12a521e6aa3 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (dd4717d5-bd5c-454b-a81e-ea630639b1ba), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:12.970817 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68a1a1-7ee3-47f5-8050-b12a521e6aa3 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4717d5-bd5c-454b-a81e-ea630639b1ba,revision_number=0']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:12.982747 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2a68a1a1-7ee3-47f5-8050-b12a521e6aa3 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:12.984295 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-2a68a1a1-7ee3-47f5-8050-b12a521e6aa3 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1469533 Sep 22 22:13:12.987351 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 41022) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:13:12.992039 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-f42e11de-fcc4-46ac-a026-2201b7e0acf5 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Request body: {'security_group_rule': {'security_group_id': 'aaef2b39-fc45-429b-9b91-f2fc78c6b6e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:13:13.022067 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f42e11de-fcc4-46ac-a026-2201b7e0acf5 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks [] for security_group_rule (8c06e4b1-b145-4fb2-8fc6-3f7cccf8ed75), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:13.088659 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f42e11de-fcc4-46ac-a026-2201b7e0acf5 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks [] for security_group_rule (8c06e4b1-b145-4fb2-8fc6-3f7cccf8ed75), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:13.093416 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f42e11de-fcc4-46ac-a026-2201b7e0acf5 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (8c06e4b1-b145-4fb2-8fc6-3f7cccf8ed75), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:13.113008 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e11de-fcc4-46ac-a026-2201b7e0acf5 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c06e4b1-b145-4fb2-8fc6-3f7cccf8ed75,revision_number=0']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:13.120027 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f42e11de-fcc4-46ac-a026-2201b7e0acf5 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:13.121247 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-f42e11de-fcc4-46ac-a026-2201b7e0acf5 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327271 Sep 22 22:13:13.124518 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 41028) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:13:13.129987 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-4c852cf7-9c31-490d-a6f9-e6177b328281 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Request body: {'floatingip': {'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:13:13.150431 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4c852cf7-9c31-490d-a6f9-e6177b328281 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:13.230128 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4c852cf7-9c31-490d-a6f9-e6177b328281 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:13.564750 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [None req-4c852cf7-9c31-490d-a6f9-e6177b328281 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Allocated IP 172.27.1.197 (222d3bc3-ee2a-4d75-8e21-75e580ff73b3/4214672d-8971-44fc-bb6c-9c23836d3a7a/54c52a65-0caf-42be-b681-efa4f4909819) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:13:13.670124 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4c852cf7-9c31-490d-a6f9-e6177b328281 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks [] for port (54c52a65-0caf-42be-b681-efa4f4909819), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:13.701400 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4c852cf7-9c31-490d-a6f9-e6177b328281 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (54c52a65-0caf-42be-b681-efa4f4909819), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:13.740715 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c852cf7-9c31-490d-a6f9-e6177b328281 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:13:13.743630 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [None req-4c852cf7-9c31-490d-a6f9-e6177b328281 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:13:13.747431 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c852cf7-9c31-490d-a6f9-e6177b328281 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:13:13.770384 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c852cf7-9c31-490d-a6f9-e6177b328281 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Pushing event updated for resources: {'Port': ['ID=54c52a65-0caf-42be-b681-efa4f4909819,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:13.833057 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4c852cf7-9c31-490d-a6f9-e6177b328281 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks [] for floatingip (c423b305-617f-42a3-a930-19ceee9b6ef8), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:13.871221 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4c852cf7-9c31-490d-a6f9-e6177b328281 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (54c52a65-0caf-42be-b681-efa4f4909819), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:13.905347 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:13.981282 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:UPDATE=4,neutron:INSERT=8,neutron:SELECT=87,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:14.020442 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4c852cf7-9c31-490d-a6f9-e6177b328281 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks [] for port (54c52a65-0caf-42be-b681-efa4f4909819), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:14.024511 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4c852cf7-9c31-490d-a6f9-e6177b328281 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (54c52a65-0caf-42be-b681-efa4f4909819), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:14.092902 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c852cf7-9c31-490d-a6f9-e6177b328281 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Pushing event updated for resources: {'Port': ['ID=54c52a65-0caf-42be-b681-efa4f4909819,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:14.095433 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4c852cf7-9c31-490d-a6f9-e6177b328281 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (c423b305-617f-42a3-a930-19ceee9b6ef8), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:14.112628 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4c852cf7-9c31-490d-a6f9-e6177b328281 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:14.113944 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-4c852cf7-9c31-490d-a6f9-e6177b328281 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9883695 Sep 22 22:13:14.315232 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-246c37a2-dd4f-4083-9887-af6a3a5ccdb1 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1308718656&fields=id&tenant_id=0499a794df4444b594ee3126a8e210c1 HTTP/1.1" status: 200 len: 267 time: 0.0424399 Sep 22 22:13:14.424762 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-b8f0f8b0-7a7b-4e27-8426-28f3170d85c3 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:14.426374 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-b8f0f8b0-7a7b-4e27-8426-28f3170d85c3 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/networks?id=770f63d9-fbe3-4433-90af-714bf608e28c HTTP/1.1" status: 200 len: 818 time: 0.1049562 Sep 22 22:13:14.441019 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-aff3d355-43b8-46da-89ae-b23912f3fbc6 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/quotas/0499a794df4444b594ee3126a8e210c1 HTTP/1.1" status: 200 len: 375 time: 0.0092852 Sep 22 22:13:14.496128 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-3046ea2d-4851-4e39-b4f7-491ea7079ddf tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=0499a794df4444b594ee3126a8e210c1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0503271 Sep 22 22:13:14.595114 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-d94f8787-1cbc-4e1d-8233-117745fbab32 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872419 Sep 22 22:13:14.689099 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-ee2f5f47-77f0-4ad9-a5d7-63042fff0a3a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878103 Sep 22 22:13:14.855062 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b992a6fc-021c-47fe-9d77-8794daebb854 req-dd86394b-9bcd-499a-98d8-571f2c190e30 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 210 time: 0.0292587 Sep 22 22:13:14.870562 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-97cda06c-4033-4570-a220-b38007f00d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:15.961760 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c23715ef-dc40-4f9a-a8a1-7ab73ab8ede8 req-6d1025cb-415c-4a04-9a93-a7d85c203df3 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 210 time: 0.0278807 Sep 22 22:13:16.519949 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:17.030961 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-011625b9-8cec-4cee-8767-138a5d97e0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:17.064542 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3905c4a7-1364-4d94-a42c-9b84b6529235 req-3aaba80e-7fc3-4b25-9c31-280748405a0e tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 210 time: 0.0273376 Sep 22 22:13:17.459327 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9231c418-d458-4455-a134-8467d742d846 req-b8108e23-cb9e-4730-8b2a-f5b8a7ac0782 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419648 Sep 22 22:13:17.556194 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231c418-d458-4455-a134-8467d742d846 req-45f82387-2ddb-4a9e-ae99-cf94abba1a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:17.557728 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9231c418-d458-4455-a134-8467d742d846 req-45f82387-2ddb-4a9e-ae99-cf94abba1a12 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=0499a794df4444b594ee3126a8e210c1&device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 1129 time: 0.0427790 Sep 22 22:13:17.704555 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231c418-d458-4455-a134-8467d742d846 req-35552b40-6819-4899-bbb5-d54ffc276a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:17.706316 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9231c418-d458-4455-a134-8467d742d846 req-35552b40-6819-4899-bbb5-d54ffc276a01 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=770f63d9-fbe3-4433-90af-714bf608e28c HTTP/1.1" status: 200 len: 919 time: 0.0939653 Sep 22 22:13:17.761568 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9231c418-d458-4455-a134-8467d742d846 req-45e0e8c7-0086-498a-b24d-31262e8aebf2 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fd347ea-72b4-4b9b-97b6-c703e8d2774a HTTP/1.1" status: 200 len: 217 time: 0.0373731 Sep 22 22:13:17.813350 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231c418-d458-4455-a134-8467d742d846 req-ff6c04b4-de17-4216-a0cf-a6ff6345ffca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:17.815440 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9231c418-d458-4455-a134-8467d742d846 req-ff6c04b4-de17-4216-a0cf-a6ff6345ffca service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=bf216d7c-d985-409d-9ea6-5ff04204374d HTTP/1.1" status: 200 len: 857 time: 0.0479817 Sep 22 22:13:18.125755 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231c418-d458-4455-a134-8467d742d846 req-d6c5d584-8461-479c-a207-937140a3d441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:18.127931 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9231c418-d458-4455-a134-8467d742d846 req-d6c5d584-8461-479c-a207-937140a3d441 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=770f63d9-fbe3-4433-90af-714bf608e28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418739 Sep 22 22:13:18.209549 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f7adb050-afde-4f60-b529-97c3a724d6fa req-69e47271-756d-4961-a44b-980d673a0f26 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 210 time: 0.0659120 Sep 22 22:13:18.238106 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:18.242480 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:18.317451 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9231c418-d458-4455-a134-8467d742d846 req-aec90a5f-81cf-4e18-9895-b52fc24149f0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819797 Sep 22 22:13:18.340956 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:18.424515 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-d51cfd24-ac76-4266-a1eb-4e74fb88f669 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:18.426347 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-d51cfd24-ac76-4266-a1eb-4e74fb88f669 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.57 "GET /networking/v2.0/networks?id=770f63d9-fbe3-4433-90af-714bf608e28c HTTP/1.1" status: 200 len: 818 time: 0.1984630 Sep 22 22:13:18.478070 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9231c418-d458-4455-a134-8467d742d846 req-cd984d33-3636-4421-9a99-9e60d2de4838 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485138 Sep 22 22:13:18.527571 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-a2fd9cc0-c5a1-4428-9b06-ce307b2bde46 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=0499a794df4444b594ee3126a8e210c1 HTTP/1.1" status: 200 len: 380 time: 0.0801780 Sep 22 22:13:18.622192 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-fb3866ed-8cf8-4b59-bcf2-0595fa56cbe9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Request body: {'port': {'device_id': '508fe0c2-63f2-443d-b1a6-594aac42f259', 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c', 'admin_state_up': True, 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'security_groups': ['aaef2b39-fc45-429b-9b91-f2fc78c6b6e8']}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:13:18.746664 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-fb3866ed-8cf8-4b59-bcf2-0595fa56cbe9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Made reservation on behalf of 0499a794df4444b594ee3126a8e210c1 for: {'port': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:13:18.751819 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-fb3866ed-8cf8-4b59-bcf2-0595fa56cbe9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:18.913618 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-fb3866ed-8cf8-4b59-bcf2-0595fa56cbe9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Allocated IP 172.20.0.4 (770f63d9-fbe3-4433-90af-714bf608e28c/bf216d7c-d985-409d-9ea6-5ff04204374d/afcd99bc-64da-4e1a-855a-3858543e6931) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:13:19.051175 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-fb3866ed-8cf8-4b59-bcf2-0595fa56cbe9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks [] for port (afcd99bc-64da-4e1a-855a-3858543e6931), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:19.084838 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-fb3866ed-8cf8-4b59-bcf2-0595fa56cbe9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (afcd99bc-64da-4e1a-855a-3858543e6931), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:19.128294 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-fb3866ed-8cf8-4b59-bcf2-0595fa56cbe9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Network 770f63d9-fbe3-4433-90af-714bf608e28c is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:13:19.131521 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-fb3866ed-8cf8-4b59-bcf2-0595fa56cbe9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:13:19.135249 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-fb3866ed-8cf8-4b59-bcf2-0595fa56cbe9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:13:19.159656 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3866ed-8cf8-4b59-bcf2-0595fa56cbe9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Pushing event updated for resources: {'Port': ['ID=afcd99bc-64da-4e1a-855a-3858543e6931,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:19.178611 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:19.189073 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-fb3866ed-8cf8-4b59-bcf2-0595fa56cbe9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:19.189869 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-fb3866ed-8cf8-4b59-bcf2-0595fa56cbe9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:19.196922 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:19.209156 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-fb3866ed-8cf8-4b59-bcf2-0595fa56cbe9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5909526 Sep 22 22:13:19.334846 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-e38b25a9-7c0d-4ca4-8e04-153d8d5760c1 None None] Provisioning complete for port afcd99bc-64da-4e1a-855a-3858543e6931 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:13:19.335294 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-e38b25a9-7c0d-4ca4-8e04-153d8d5760c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (afcd99bc-64da-4e1a-855a-3858543e6931), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:19.335688 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-e38b25a9-7c0d-4ca4-8e04-153d8d5760c1 None None] Attempt 1 to provision port afcd99bc-64da-4e1a-855a-3858543e6931 Sep 22 22:13:19.359261 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:19.363290 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fab37-4b06-415e-87e2-9b766f9c2a77 req-51d1651b-e15a-4c57-bcc6-94326f9dda83 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:19.364805 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-139fab37-4b06-415e-87e2-9b766f9c2a77 req-51d1651b-e15a-4c57-bcc6-94326f9dda83 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 931 time: 0.0487461 Sep 22 22:13:19.372383 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-e38b25a9-7c0d-4ca4-8e04-153d8d5760c1 None None] Port afcd99bc-64da-4e1a-855a-3858543e6931 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:13:19.416004 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-139fab37-4b06-415e-87e2-9b766f9c2a77 req-08ba995c-5df6-42ca-86d0-1935ffbcc076 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454202 Sep 22 22:13:19.739947 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:19.873662 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-e38b25a9-7c0d-4ca4-8e04-153d8d5760c1 None None] Attempt 2 to provision port afcd99bc-64da-4e1a-855a-3858543e6931 Sep 22 22:13:19.907382 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-e38b25a9-7c0d-4ca4-8e04-153d8d5760c1 None None] Port afcd99bc-64da-4e1a-855a-3858543e6931 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:13:20.044529 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:20.409135 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-e38b25a9-7c0d-4ca4-8e04-153d8d5760c1 None None] Attempt 3 to provision port afcd99bc-64da-4e1a-855a-3858543e6931 Sep 22 22:13:20.440365 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-e38b25a9-7c0d-4ca4-8e04-153d8d5760c1 None None] Port afcd99bc-64da-4e1a-855a-3858543e6931 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:13:20.534026 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aef12e-baa4-4bf6-8e03-634353cea390 req-57444dc7-d1fb-4729-8bd8-66f23ecf5518 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:20.535472 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-28aef12e-baa4-4bf6-8e03-634353cea390 req-57444dc7-d1fb-4729-8bd8-66f23ecf5518 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 931 time: 0.0456595 Sep 22 22:13:20.583346 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-28aef12e-baa4-4bf6-8e03-634353cea390 req-b1bb1420-3016-42ae-b516-91c400d70ab9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424774 Sep 22 22:13:20.941624 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-e38b25a9-7c0d-4ca4-8e04-153d8d5760c1 None None] Attempt 4 to provision port afcd99bc-64da-4e1a-855a-3858543e6931 Sep 22 22:13:20.977262 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-e38b25a9-7c0d-4ca4-8e04-153d8d5760c1 None None] Port afcd99bc-64da-4e1a-855a-3858543e6931 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:13:21.478819 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-e38b25a9-7c0d-4ca4-8e04-153d8d5760c1 None None] Attempt 5 to provision port afcd99bc-64da-4e1a-855a-3858543e6931 Sep 22 22:13:21.509382 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-e38b25a9-7c0d-4ca4-8e04-153d8d5760c1 None None] Port afcd99bc-64da-4e1a-855a-3858543e6931 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:13:21.699094 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e87ae9-a02f-4a07-a01b-157afe941286 req-58019706-f3ca-4f05-bb54-707de61f433e tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:21.700561 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-84e87ae9-a02f-4a07-a01b-157afe941286 req-58019706-f3ca-4f05-bb54-707de61f433e tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 931 time: 0.0463867 Sep 22 22:13:21.746294 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-84e87ae9-a02f-4a07-a01b-157afe941286 req-e5d074e8-77fc-413b-bbc9-77e0b4792ef6 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395763 Sep 22 22:13:22.010690 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-e38b25a9-7c0d-4ca4-8e04-153d8d5760c1 None None] Attempt 6 to provision port afcd99bc-64da-4e1a-855a-3858543e6931 Sep 22 22:13:22.042486 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-e38b25a9-7c0d-4ca4-8e04-153d8d5760c1 None None] Port afcd99bc-64da-4e1a-855a-3858543e6931 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:13:22.543758 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-e38b25a9-7c0d-4ca4-8e04-153d8d5760c1 None None] Attempt 7 to provision port afcd99bc-64da-4e1a-855a-3858543e6931 Sep 22 22:13:22.576324 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-e38b25a9-7c0d-4ca4-8e04-153d8d5760c1 None None] Port afcd99bc-64da-4e1a-855a-3858543e6931 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:13:22.868933 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782bf46-407d-4d7b-a04b-6ed4389c9389 req-54565a8c-8e37-426b-ba0f-76f32ad0607c tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:22.870355 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b782bf46-407d-4d7b-a04b-6ed4389c9389 req-54565a8c-8e37-426b-ba0f-76f32ad0607c tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 931 time: 0.0500154 Sep 22 22:13:22.917648 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b782bf46-407d-4d7b-a04b-6ed4389c9389 req-f7d08e63-850d-446d-b1b0-8cb224281fdb tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417666 Sep 22 22:13:22.990244 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-9f790dbe-9d11-4f74-b107-fa44428ea320 service neutron] Request body: {'port': {'device_id': '508fe0c2-63f2-443d-b1a6-594aac42f259', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:13:23.068990 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-9f790dbe-9d11-4f74-b107-fa44428ea320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (afcd99bc-64da-4e1a-855a-3858543e6931), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:23.077464 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-e38b25a9-7c0d-4ca4-8e04-153d8d5760c1 None None] Attempt 8 to provision port afcd99bc-64da-4e1a-855a-3858543e6931 Sep 22 22:13:23.110479 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=24,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:23.114239 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=38,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:23.134118 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-e38b25a9-7c0d-4ca4-8e04-153d8d5760c1 None None] Port afcd99bc-64da-4e1a-855a-3858543e6931 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:13:23.344297 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-9f790dbe-9d11-4f74-b107-fa44428ea320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afcd99bc-64da-4e1a-855a-3858543e6931 {{(pid=106428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:13:23.352123 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-9f790dbe-9d11-4f74-b107-fa44428ea320 service neutron] Publish callbacks [] for port (afcd99bc-64da-4e1a-855a-3858543e6931), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:23.364865 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.provisioning_blocks [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-9f790dbe-9d11-4f74-b107-fa44428ea320 service neutron] Transition to ACTIVE for port object afcd99bc-64da-4e1a-855a-3858543e6931 will not be triggered until provisioned by entity L2. {{(pid=106428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 22:13:23.368930 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-9f790dbe-9d11-4f74-b107-fa44428ea320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (afcd99bc-64da-4e1a-855a-3858543e6931), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:23.427818 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f790dbe-9d11-4f74-b107-fa44428ea320 service neutron] Pushing event updated for resources: {'Port': ['ID=afcd99bc-64da-4e1a-855a-3858543e6931,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:23.479185 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-9f790dbe-9d11-4f74-b107-fa44428ea320 service neutron] Attempting to bind port afcd99bc-64da-4e1a-855a-3858543e6931 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:13:23.479517 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-9f790dbe-9d11-4f74-b107-fa44428ea320 service neutron] Attempting to bind port afcd99bc-64da-4e1a-855a-3858543e6931 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '3f85bb79-e1af-4130-b82b-25835361ba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c'}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:13:23.479839 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-9f790dbe-9d11-4f74-b107-fa44428ea320 service neutron] Attempting to bind port afcd99bc-64da-4e1a-855a-3858543e6931 on network 770f63d9-fbe3-4433-90af-714bf608e28c {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:13:23.518581 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:23.521034 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-9f790dbe-9d11-4f74-b107-fa44428ea320 service neutron] Port afcd99bc-64da-4e1a-855a-3858543e6931 on network 770f63d9-fbe3-4433-90af-714bf608e28c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 22:13:23.521393 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-9f790dbe-9d11-4f74-b107-fa44428ea320 service neutron] Attempting to bind port afcd99bc-64da-4e1a-855a-3858543e6931 on network 770f63d9-fbe3-4433-90af-714bf608e28c {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:13:23.524356 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:23.565675 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-9f790dbe-9d11-4f74-b107-fa44428ea320 service neutron] Checking agent: {'id': 'f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'started_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:13:23.566011 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-9f790dbe-9d11-4f74-b107-fa44428ea320 service neutron] Checking segment: {'id': '3f85bb79-e1af-4130-b82b-25835361ba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:13:23.566394 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-9f790dbe-9d11-4f74-b107-fa44428ea320 service neutron] Bound using segment: {'id': '3f85bb79-e1af-4130-b82b-25835361ba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c'} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:13:23.566827 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-9f790dbe-9d11-4f74-b107-fa44428ea320 service neutron] Bound port: afcd99bc-64da-4e1a-855a-3858543e6931, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f85bb79-e1af-4130-b82b-25835361ba77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c'}}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:13:23.567185 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-9f790dbe-9d11-4f74-b107-fa44428ea320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (afcd99bc-64da-4e1a-855a-3858543e6931), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:23.625321 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-9f790dbe-9d11-4f74-b107-fa44428ea320 service neutron] For port afcd99bc-64da-4e1a-855a-3858543e6931, host hv-cinder-84914, cleared binding levels {{(pid=106428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:13:23.628395 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-9f790dbe-9d11-4f74-b107-fa44428ea320 service neutron] For port afcd99bc-64da-4e1a-855a-3858543e6931, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=afcd99bc-64da-4e1a-855a-3858543e6931,segment=NetworkSegment(3f85bb79-e1af-4130-b82b-25835361ba77),segment_id=3f85bb79-e1af-4130-b82b-25835361ba77)] {{(pid=106428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:13:23.634761 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-9f790dbe-9d11-4f74-b107-fa44428ea320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (afcd99bc-64da-4e1a-855a-3858543e6931), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:23.635799 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-e38b25a9-7c0d-4ca4-8e04-153d8d5760c1 None None] Attempt 9 to provision port afcd99bc-64da-4e1a-855a-3858543e6931 Sep 22 22:13:23.639283 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-9f790dbe-9d11-4f74-b107-fa44428ea320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:23.639895 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-9f790dbe-9d11-4f74-b107-fa44428ea320 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:23.641325 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-9f790dbe-9d11-4f74-b107-fa44428ea320 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/afcd99bc-64da-4e1a-855a-3858543e6931 HTTP/1.1" status: 200 len: 1093 time: 0.6555078 Sep 22 22:13:23.641878 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '508fe0c2-63f2-443d-b1a6-594aac42f259', 'tag': 'afcd99bc-64da-4e1a-855a-3858543e6931'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:13:23.644671 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d19e6f0-4ead-40b3-a82c-e3773bbf7dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "508fe0c2-63f2-443d-b1a6-594aac42f259", "tag": "afcd99bc-64da-4e1a-855a-3858543e6931"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:13:23.686220 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a211711-6695-4368-9255-bb7f89f07c8d x-openstack-request-id: req-4a211711-6695-4368-9255-bb7f89f07c8d {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:13:23.686512 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "508fe0c2-63f2-443d-b1a6-594aac42f259", "tag": "afcd99bc-64da-4e1a-855a-3858543e6931", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:13:23.686767 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a211711-6695-4368-9255-bb7f89f07c8d {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:13:23.687171 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a211711-6695-4368-9255-bb7f89f07c8d'] response: {'name': 'network-changed', 'server_uuid': '508fe0c2-63f2-443d-b1a6-594aac42f259', 'tag': 'afcd99bc-64da-4e1a-855a-3858543e6931', 'status': 'completed', 'code': 200} Sep 22 22:13:23.692432 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-e38b25a9-7c0d-4ca4-8e04-153d8d5760c1 None None] Port afcd99bc-64da-4e1a-855a-3858543e6931 had new provisioning blocks added so it will not transition to active. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 22:13:23.699014 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f790dbe-9d11-4f74-b107-fa44428ea320 service neutron] Pushing event updated for resources: {'Port': ['ID=afcd99bc-64da-4e1a-855a-3858543e6931,revision_number=3']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:23.990010 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19e6f0-4ead-40b3-a82c-e3773bbf7dc0 req-dee07936-6a54-408e-897e-1ff983d6b3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:23.992586 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3d19e6f0-4ead-40b3-a82c-e3773bbf7dc0 req-dee07936-6a54-408e-897e-1ff983d6b3dd service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=0499a794df4444b594ee3126a8e210c1&device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 1127 time: 0.0425854 Sep 22 22:13:24.046804 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6bdb55-4905-460e-b0f3-adb203811692 req-95fc8f92-3d9b-4af6-993c-ebacdb2ee2fe tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:24.048632 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bf6bdb55-4905-460e-b0f3-adb203811692 req-95fc8f92-3d9b-4af6-993c-ebacdb2ee2fe tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 943 time: 0.0505476 Sep 22 22:13:24.132851 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:13:24.186817 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bf6bdb55-4905-460e-b0f3-adb203811692 req-b889826c-022e-4a13-b835-de6a3896ee31 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271880 Sep 22 22:13:24.203487 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19e6f0-4ead-40b3-a82c-e3773bbf7dc0 req-a173dbc8-f8fa-49be-ad8f-1588a5b059f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:24.205713 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3d19e6f0-4ead-40b3-a82c-e3773bbf7dc0 req-a173dbc8-f8fa-49be-ad8f-1588a5b059f3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=0499a794df4444b594ee3126a8e210c1&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1561906 Sep 22 22:13:24.313385 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19e6f0-4ead-40b3-a82c-e3773bbf7dc0 req-5b253952-1479-4aae-80e5-01577af65a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:24.315858 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3d19e6f0-4ead-40b3-a82c-e3773bbf7dc0 req-5b253952-1479-4aae-80e5-01577af65a7d service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1034021 Sep 22 22:13:24.429370 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-0b4bad09-715b-4ea7-ba15-aa8ed9622275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:24.431015 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-0b4bad09-715b-4ea7-ba15-aa8ed9622275 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=0499a794df4444b594ee3126a8e210c1&device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 1127 time: 0.0432100 Sep 22 22:13:24.489855 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-7d26e582-b027-4e4b-b750-00a15b87ef53 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afcd99bc-64da-4e1a-855a-3858543e6931 HTTP/1.1" status: 200 len: 217 time: 0.0353987 Sep 22 22:13:24.792135 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-2b2a887e-ff8a-4516-8fb0-4d97df8cd23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:24.793921 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-2b2a887e-ff8a-4516-8fb0-4d97df8cd23f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=bf216d7c-d985-409d-9ea6-5ff04204374d HTTP/1.1" status: 200 len: 857 time: 0.0543463 Sep 22 22:13:24.846590 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-832eb095-dbfd-4715-bfd5-1d742d48a982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:24.848171 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-832eb095-dbfd-4715-bfd5-1d742d48a982 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=770f63d9-fbe3-4433-90af-714bf608e28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455470 Sep 22 22:13:24.939387 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-de98368f-ab6b-4eb1-82b5-3803049b4c7e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849166 Sep 22 22:13:25.034539 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ab7439e3-9c91-4fa0-a50d-eb71d71f5cbb req-7939e384-296f-4b2b-96bf-9cf071ce4e9a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891531 Sep 22 22:13:25.323352 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713669fa-e638-45fa-a822-f5bed21d0fee req-62da14f6-4c62-40c0-b2cb-23dcc3ea24a3 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:25.324898 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-713669fa-e638-45fa-a822-f5bed21d0fee req-62da14f6-4c62-40c0-b2cb-23dcc3ea24a3 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 943 time: 0.0496001 Sep 22 22:13:25.372580 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-713669fa-e638-45fa-a822-f5bed21d0fee req-a8e1ead5-86d1-4cb4-b176-7fbb3a35272a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412426 Sep 22 22:13:26.462354 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:26.501437 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41916e87-2b97-48e6-9f6c-09b53e3e43a7 req-9a6714fa-be6b-4698-b776-a42c5b91738f tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:26.502894 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-41916e87-2b97-48e6-9f6c-09b53e3e43a7 req-9a6714fa-be6b-4698-b776-a42c5b91738f tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 943 time: 0.0501714 Sep 22 22:13:26.527525 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:26.550444 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-41916e87-2b97-48e6-9f6c-09b53e3e43a7 req-88c9d6fc-4cd3-4718-9843-76a567029b2c tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419238 Sep 22 22:13:27.676059 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79e59b-7055-4d5d-90f0-4ecf98b274aa req-0d6e87cb-4aaf-4a7c-9387-83fe844b6b1a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:27.678246 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6a79e59b-7055-4d5d-90f0-4ecf98b274aa req-0d6e87cb-4aaf-4a7c-9387-83fe844b6b1a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 943 time: 0.0533669 Sep 22 22:13:27.728238 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6a79e59b-7055-4d5d-90f0-4ecf98b274aa req-efbc6af6-d206-4df8-8c13-220605f40f31 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443897 Sep 22 22:13:28.855179 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da040243-de4b-4d14-88bb-eb16eecfba6d req-a9ccfe1a-5b61-48e7-b701-ceda860cc037 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:28.856663 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-da040243-de4b-4d14-88bb-eb16eecfba6d req-a9ccfe1a-5b61-48e7-b701-ceda860cc037 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 943 time: 0.0498953 Sep 22 22:13:28.903593 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-da040243-de4b-4d14-88bb-eb16eecfba6d req-79713e70-2cc0-488b-9fe6-6f7dc0578c6a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408952 Sep 22 22:13:30.022048 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6434830-03d8-4905-8e22-57304eaa2bb6 req-e10d78af-f14f-4194-96f7-0c40d8fa293b tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:30.023523 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a6434830-03d8-4905-8e22-57304eaa2bb6 req-e10d78af-f14f-4194-96f7-0c40d8fa293b tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 943 time: 0.0476892 Sep 22 22:13:30.071792 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a6434830-03d8-4905-8e22-57304eaa2bb6 req-45b60b04-12e8-42a6-84ed-54447746a392 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426960 Sep 22 22:13:31.165639 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=4 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:31.193501 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53f154-ca51-43ed-8137-6b5564f6de14 req-1478e253-b844-4755-8c2d-f2ece1eee517 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:31.194981 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bc53f154-ca51-43ed-8137-6b5564f6de14 req-1478e253-b844-4755-8c2d-f2ece1eee517 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 943 time: 0.0478547 Sep 22 22:13:31.243413 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bc53f154-ca51-43ed-8137-6b5564f6de14 req-1962431b-f4e6-4410-8747-5357652f74aa tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429378 Sep 22 22:13:32.365426 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e34e95-5a0b-4375-a1bf-7ae96b3e104c req-d5236eea-ff84-494f-9f78-28480a462902 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:32.366886 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-86e34e95-5a0b-4375-a1bf-7ae96b3e104c req-d5236eea-ff84-494f-9f78-28480a462902 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 943 time: 0.0495920 Sep 22 22:13:32.416110 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-86e34e95-5a0b-4375-a1bf-7ae96b3e104c req-ac19fb82-2fa7-4efb-946d-5b4e795bad5b tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433106 Sep 22 22:13:32.916855 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 41296) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:13:33.025187 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-664263d2-00d5-4846-a2f8-03de95471c57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:33.105518 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-664263d2-00d5-4846-a2f8-03de95471c57 admin admin] Publish callbacks [] for security_group (9b24fa4a-ce5e-4114-b247-353b3f610232), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:33.108918 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-664263d2-00d5-4846-a2f8-03de95471c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (9b24fa4a-ce5e-4114-b247-353b3f610232), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:33.148244 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664263d2-00d5-4846-a2f8-03de95471c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b24fa4a-ce5e-4114-b247-353b3f610232,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:33.152050 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-664263d2-00d5-4846-a2f8-03de95471c57 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d813112767e54019a83d43444901b497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341440 Sep 22 22:13:33.154884 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 41300) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:13:33.157976 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664263d2-00d5-4846-a2f8-03de95471c57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:33.158333 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664263d2-00d5-4846-a2f8-03de95471c57 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:33.158704 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664263d2-00d5-4846-a2f8-03de95471c57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:33.159032 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664263d2-00d5-4846-a2f8-03de95471c57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:33.159373 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664263d2-00d5-4846-a2f8-03de95471c57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:33.159711 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664263d2-00d5-4846-a2f8-03de95471c57 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:33.160048 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664263d2-00d5-4846-a2f8-03de95471c57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:33.160471 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664263d2-00d5-4846-a2f8-03de95471c57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:33.160842 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664263d2-00d5-4846-a2f8-03de95471c57 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:33.161221 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664263d2-00d5-4846-a2f8-03de95471c57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:33.161587 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664263d2-00d5-4846-a2f8-03de95471c57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:33.162120 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664263d2-00d5-4846-a2f8-03de95471c57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:33.162278 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664263d2-00d5-4846-a2f8-03de95471c57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:33.162600 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664263d2-00d5-4846-a2f8-03de95471c57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:33.162930 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664263d2-00d5-4846-a2f8-03de95471c57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:33.212462 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-44a19ba5-1c7b-4d66-892e-94d57b21e1e5 admin admin] Publish callbacks [] for security_group (9b24fa4a-ce5e-4114-b247-353b3f610232), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:33.233205 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-44a19ba5-1c7b-4d66-892e-94d57b21e1e5 admin admin] Publish callbacks [] for security_group (9b24fa4a-ce5e-4114-b247-353b3f610232), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:33.292345 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-44a19ba5-1c7b-4d66-892e-94d57b21e1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (9b24fa4a-ce5e-4114-b247-353b3f610232), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:33.294996 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-44a19ba5-1c7b-4d66-892e-94d57b21e1e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:33.296368 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-44a19ba5-1c7b-4d66-892e-94d57b21e1e5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9b24fa4a-ce5e-4114-b247-353b3f610232 HTTP/1.1" status: 204 len: 168 time: 0.1404691 Sep 22 22:13:33.304939 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a19ba5-1c7b-4d66-892e-94d57b21e1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b24fa4a-ce5e-4114-b247-353b3f610232,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:33.312078 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a19ba5-1c7b-4d66-892e-94d57b21e1e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:33.312432 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a19ba5-1c7b-4d66-892e-94d57b21e1e5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:33.312794 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a19ba5-1c7b-4d66-892e-94d57b21e1e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:33.313156 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a19ba5-1c7b-4d66-892e-94d57b21e1e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:33.314051 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a19ba5-1c7b-4d66-892e-94d57b21e1e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:33.314393 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a19ba5-1c7b-4d66-892e-94d57b21e1e5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:33.314730 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a19ba5-1c7b-4d66-892e-94d57b21e1e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:33.315042 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a19ba5-1c7b-4d66-892e-94d57b21e1e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:33.315405 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a19ba5-1c7b-4d66-892e-94d57b21e1e5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:33.315719 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a19ba5-1c7b-4d66-892e-94d57b21e1e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:33.316066 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a19ba5-1c7b-4d66-892e-94d57b21e1e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:33.316411 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a19ba5-1c7b-4d66-892e-94d57b21e1e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:33.316741 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a19ba5-1c7b-4d66-892e-94d57b21e1e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:33.317064 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a19ba5-1c7b-4d66-892e-94d57b21e1e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:33.317409 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a19ba5-1c7b-4d66-892e-94d57b21e1e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:33.329565 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:33.552561 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e30c91-992e-41ba-ae8b-bedebd59ef78 req-f74fef93-feaf-433c-a5a3-8a4bca522fd5 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:33.556950 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-93e30c91-992e-41ba-ae8b-bedebd59ef78 req-f74fef93-feaf-433c-a5a3-8a4bca522fd5 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 943 time: 0.0551274 Sep 22 22:13:33.591357 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 41316) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:13:33.605476 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7bc2f79f-9205-4c24-82c1-1409ae12dc89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:33.609617 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-93e30c91-992e-41ba-ae8b-bedebd59ef78 req-18a306f4-7a70-4067-983c-4d0832c74691 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484796 Sep 22 22:13:33.686258 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7bc2f79f-9205-4c24-82c1-1409ae12dc89 admin admin] Publish callbacks [] for security_group (0f91df8d-12cc-413c-8803-fa0338ab10d7), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:33.690055 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7bc2f79f-9205-4c24-82c1-1409ae12dc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (0f91df8d-12cc-413c-8803-fa0338ab10d7), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:33.730303 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-7bc2f79f-9205-4c24-82c1-1409ae12dc89 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3e1d01da56124ac9959756430bbcf6d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378708 Sep 22 22:13:33.730966 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2f79f-9205-4c24-82c1-1409ae12dc89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f91df8d-12cc-413c-8803-fa0338ab10d7,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:33.733074 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 41318) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:13:33.783448 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-09e069e9-a957-4d55-b5e3-e2258563b473 admin admin] Publish callbacks [] for security_group (0f91df8d-12cc-413c-8803-fa0338ab10d7), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:33.804748 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-09e069e9-a957-4d55-b5e3-e2258563b473 admin admin] Publish callbacks [] for security_group (0f91df8d-12cc-413c-8803-fa0338ab10d7), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:33.822054 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:33.835453 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:33.858984 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-09e069e9-a957-4d55-b5e3-e2258563b473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (0f91df8d-12cc-413c-8803-fa0338ab10d7), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:33.861962 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-09e069e9-a957-4d55-b5e3-e2258563b473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:33.863149 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-09e069e9-a957-4d55-b5e3-e2258563b473 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0f91df8d-12cc-413c-8803-fa0338ab10d7 HTTP/1.1" status: 204 len: 168 time: 0.1290641 Sep 22 22:13:33.871373 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e069e9-a957-4d55-b5e3-e2258563b473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f91df8d-12cc-413c-8803-fa0338ab10d7,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:34.748343 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e660a42-6254-48a6-b03e-b0ab05fc021c req-d792c4e7-70aa-444f-916a-05c6e2236b8f tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:34.751053 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1e660a42-6254-48a6-b03e-b0ab05fc021c req-d792c4e7-70aa-444f-916a-05c6e2236b8f tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 943 time: 0.0583367 Sep 22 22:13:34.803271 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1e660a42-6254-48a6-b03e-b0ab05fc021c req-46e63dd9-bac5-4683-bca6-0433d4bab123 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466387 Sep 22 22:13:35.928205 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48210560-56b5-4f99-92ad-8b6004e75167 req-d6fd485e-74be-4531-8073-2e956d3c340a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:35.929718 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-48210560-56b5-4f99-92ad-8b6004e75167 req-d6fd485e-74be-4531-8073-2e956d3c340a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 943 time: 0.0475926 Sep 22 22:13:35.980415 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-48210560-56b5-4f99-92ad-8b6004e75167 req-78c9d183-69d9-4b70-aacc-ba706b3eb4f1 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446432 Sep 22 22:13:37.064415 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device afcd99bc-64da-4e1a-855a-3858543e6931 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 22:13:37.104834 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9a4a3-e6d6-4f96-9e60-bbfffc40bb34 req-760acaa5-e10a-40bd-8c8c-a2daa98da3a7 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:37.106373 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9dc9a4a3-e6d6-4f96-9e60-bbfffc40bb34 req-760acaa5-e10a-40bd-8c8c-a2daa98da3a7 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 943 time: 0.0486228 Sep 22 22:13:37.163749 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port afcd99bc-64da-4e1a-855a-3858543e6931, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=afcd99bc-64da-4e1a-855a-3858543e6931,segment=NetworkSegment(3f85bb79-e1af-4130-b82b-25835361ba77),segment_id=3f85bb79-e1af-4130-b82b-25835361ba77)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:13:37.176374 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Returning: {'device': 'afcd99bc-64da-4e1a-855a-3858543e6931', 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c', 'port_id': 'afcd99bc-64da-4e1a-855a-3858543e6931', 'mac_address': 'fa:16:3e:cc:26:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf216d7c-d985-409d-9ea6-5ff04204374d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 22:13:37.223478 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port afcd99bc-64da-4e1a-855a-3858543e6931 is: DOWN; New status is: BUILD {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:13:37.224015 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (afcd99bc-64da-4e1a-855a-3858543e6931), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:37.239126 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afcd99bc-64da-4e1a-855a-3858543e6931 {{(pid=106430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:13:37.275505 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port afcd99bc-64da-4e1a-855a-3858543e6931, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=afcd99bc-64da-4e1a-855a-3858543e6931,segment=NetworkSegment(3f85bb79-e1af-4130-b82b-25835361ba77),segment_id=3f85bb79-e1af-4130-b82b-25835361ba77)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:13:37.281849 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (afcd99bc-64da-4e1a-855a-3858543e6931), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:37.349133 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=afcd99bc-64da-4e1a-855a-3858543e6931,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:37.358417 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:37.359263 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:37.359702 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:37.360728 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:37.361255 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:37.361659 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:37.362066 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:37.362572 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:37.362915 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:37.363248 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:37.363581 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:37.363930 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:37.364254 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:37.364741 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:37.365264 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:13:37.410360 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9dc9a4a3-e6d6-4f96-9e60-bbfffc40bb34 req-c1aea5cd-d554-421c-942b-0b7c3be74a7f tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2981169 Sep 22 22:13:37.841543 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['afcd99bc-64da-4e1a-855a-3858543e6931'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:13:37.979918 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:38.175645 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5b93c-6068-4b94-a88f-b600cf1cf6c6 req-9f99b7f1-02f6-40cc-bf39-d42b084dc479 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:38.177161 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0ed5b93c-6068-4b94-a88f-b600cf1cf6c6 req-9f99b7f1-02f6-40cc-bf39-d42b084dc479 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 946 time: 0.0499623 Sep 22 22:13:38.227663 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0ed5b93c-6068-4b94-a88f-b600cf1cf6c6 req-142ac8bb-4ab1-4ce5-ad19-34b43ea7bb8f tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449202 Sep 22 22:13:38.534961 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cc5b7-e7d4-4ebf-bee4-337f65e9fdf5 req-9cd76322-f6e8-4fad-896e-0ad3276f2505 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:38.536400 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-212cc5b7-e7d4-4ebf-bee4-337f65e9fdf5 req-9cd76322-f6e8-4fad-896e-0ad3276f2505 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 944 time: 0.0466349 Sep 22 22:13:38.588028 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-212cc5b7-e7d4-4ebf-bee4-337f65e9fdf5 req-d778698a-ac59-4e20-9820-652174b7ced3 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459878 Sep 22 22:13:39.114270 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device afcd99bc-64da-4e1a-855a-3858543e6931 up at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:13:39.155956 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning for port afcd99bc-64da-4e1a-855a-3858543e6931 completed by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 22:13:39.161781 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning complete for port afcd99bc-64da-4e1a-855a-3858543e6931 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:13:39.162153 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (afcd99bc-64da-4e1a-855a-3858543e6931), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:39.162493 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Attempt 1 to provision port afcd99bc-64da-4e1a-855a-3858543e6931 Sep 22 22:13:39.240552 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port afcd99bc-64da-4e1a-855a-3858543e6931 is: BUILD; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:13:39.240868 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (afcd99bc-64da-4e1a-855a-3858543e6931), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:39.264388 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508fe0c2-63f2-443d-b1a6-594aac42f259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afcd99bc-64da-4e1a-855a-3858543e6931'}] {{(pid=106430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:13:39.267895 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2272dcd180a18b0bdbf7a4ac2a7f9325cd9193a83f54eb82bc11fdb6a8b27d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4864d7b2-714a-463b-9a42-6d28ad01a9a4" -d '{"events": [{"server_uuid": "508fe0c2-63f2-443d-b1a6-594aac42f259", "name": "network-vif-plugged", "status": "completed", "tag": "afcd99bc-64da-4e1a-855a-3858543e6931"}]}' {{(pid=106430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:13:39.281351 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port afcd99bc-64da-4e1a-855a-3858543e6931, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=afcd99bc-64da-4e1a-855a-3858543e6931,segment=NetworkSegment(3f85bb79-e1af-4130-b82b-25835361ba77),segment_id=3f85bb79-e1af-4130-b82b-25835361ba77)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:13:39.286147 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (afcd99bc-64da-4e1a-855a-3858543e6931), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:39.322539 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf3d574-4b9d-45c4-bf29-76d7909422b2 x-openstack-request-id: req-3cf3d574-4b9d-45c4-bf29-76d7909422b2 {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:13:39.322837 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508fe0c2-63f2-443d-b1a6-594aac42f259", "name": "network-vif-plugged", "status": "completed", "tag": "afcd99bc-64da-4e1a-855a-3858543e6931", "code": 200}]} {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:13:39.323092 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3cf3d574-4b9d-45c4-bf29-76d7909422b2 {{(pid=106430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:13:39.323487 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cf3d574-4b9d-45c4-bf29-76d7909422b2'] response: {'server_uuid': '508fe0c2-63f2-443d-b1a6-594aac42f259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afcd99bc-64da-4e1a-855a-3858543e6931', 'code': 200} Sep 22 22:13:39.341325 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=afcd99bc-64da-4e1a-855a-3858543e6931,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:39.352970 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0e572-8729-47c3-8fcc-7aedbf1a7315 req-75daa4d2-d517-44d8-b1b2-edabb120fe93 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:39.354524 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1cc0e572-8729-47c3-8fcc-7aedbf1a7315 req-75daa4d2-d517-44d8-b1b2-edabb120fe93 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 946 time: 0.0477364 Sep 22 22:13:39.411736 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1cc0e572-8729-47c3-8fcc-7aedbf1a7315 req-5ed6b138-ed4a-41dc-926e-30d1cd40fe9a tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517313 Sep 22 22:13:39.725934 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a81618-70b4-4cd0-bf78-92ef5b687a05 req-aef62026-1e2c-49bd-b8d0-a7e2c73a89e8 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:39.727414 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c2a81618-70b4-4cd0-bf78-92ef5b687a05 req-aef62026-1e2c-49bd-b8d0-a7e2c73a89e8 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0524421 Sep 22 22:13:39.778538 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c2a81618-70b4-4cd0-bf78-92ef5b687a05 req-3b7d6ad3-4195-40f9-a939-84918b7bd8c6 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451989 Sep 22 22:13:39.861879 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728698b4-ba24-4b29-a055-99b963beab80 req-13efe327-f9d9-4da7-9394-ce8b0dd71117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:39.863392 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-728698b4-ba24-4b29-a055-99b963beab80 req-13efe327-f9d9-4da7-9394-ce8b0dd71117 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 1129 time: 0.0417013 Sep 22 22:13:39.917046 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-728698b4-ba24-4b29-a055-99b963beab80 req-8fc6a14a-7b61-4dbf-af08-8bf1e34b38ab service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378425 Sep 22 22:13:40.531539 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc3675-996a-4a03-a21a-c03df8fc9ea8 req-daf3f962-33b6-49a4-9f35-4410508bcd58 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:40.533631 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dabc3675-996a-4a03-a21a-c03df8fc9ea8 req-daf3f962-33b6-49a4-9f35-4410508bcd58 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 946 time: 0.0463068 Sep 22 22:13:40.580265 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dabc3675-996a-4a03-a21a-c03df8fc9ea8 req-2e6f9105-7b4b-4efd-bf2e-888f03183203 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410652 Sep 22 22:13:40.901357 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066077bb-ee6a-471d-889d-2fb5f6470f2f req-f87fb6d0-a217-4bf1-8732-afc5fe5391ba tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:40.902893 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-066077bb-ee6a-471d-889d-2fb5f6470f2f req-f87fb6d0-a217-4bf1-8732-afc5fe5391ba tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0471139 Sep 22 22:13:40.952601 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-066077bb-ee6a-471d-889d-2fb5f6470f2f req-528cfdfc-e595-47c0-a565-cd7a52191677 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435593 Sep 22 22:13:41.351578 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8807b4-cf94-4766-9a5b-0bc53b217f54 req-7b7b31c8-e425-46a6-a41a-fb336aacfd5f tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:41.353016 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0d8807b4-cf94-4766-9a5b-0bc53b217f54 req-7b7b31c8-e425-46a6-a41a-fb336aacfd5f tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 946 time: 0.0467291 Sep 22 22:13:41.389340 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:41.421690 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:41.440069 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-0d8807b4-cf94-4766-9a5b-0bc53b217f54 req-04645bcd-0b17-40e5-a91d-7c9440a9f5ca tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Deleting port f669f0bc-c901-4213-87e9-b6ba474f53a7 {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:13:41.440420 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-0d8807b4-cf94-4766-9a5b-0bc53b217f54 req-04645bcd-0b17-40e5-a91d-7c9440a9f5ca tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (f669f0bc-c901-4213-87e9-b6ba474f53a7), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:41.533921 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-0d8807b4-cf94-4766-9a5b-0bc53b217f54 req-04645bcd-0b17-40e5-a91d-7c9440a9f5ca tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] For port f669f0bc-c901-4213-87e9-b6ba474f53a7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f669f0bc-c901-4213-87e9-b6ba474f53a7,segment=NetworkSegment(69a20c68-354b-48bc-96d3-af358205d207),segment_id=69a20c68-354b-48bc-96d3-af358205d207)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:13:41.534614 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-0d8807b4-cf94-4766-9a5b-0bc53b217f54 req-04645bcd-0b17-40e5-a91d-7c9440a9f5ca tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (f669f0bc-c901-4213-87e9-b6ba474f53a7), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:41.546913 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-0d8807b4-cf94-4766-9a5b-0bc53b217f54 req-04645bcd-0b17-40e5-a91d-7c9440a9f5ca tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Calling delete_port for f669f0bc-c901-4213-87e9-b6ba474f53a7 owned by compute:nova {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:13:41.717560 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26a98b-16e8-4235-8c4c-c318e77422f0 req-57234450-0b88-45f6-bd48-72f7f5539389 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:41.719362 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1b26a98b-16e8-4235-8c4c-c318e77422f0 req-57234450-0b88-45f6-bd48-72f7f5539389 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 946 time: 0.0628190 Sep 22 22:13:41.720667 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-0d8807b4-cf94-4766-9a5b-0bc53b217f54 req-04645bcd-0b17-40e5-a91d-7c9440a9f5ca tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (f669f0bc-c901-4213-87e9-b6ba474f53a7), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:41.756013 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04645bcd-0b17-40e5-a91d-7c9440a9f5ca tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Pushing event deleted for resources: {'Port': ['ID=f669f0bc-c901-4213-87e9-b6ba474f53a7,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:41.764838 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['f669f0bc-c901-4213-87e9-b6ba474f53a7'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:13:41.823547 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8807b4-cf94-4766-9a5b-0bc53b217f54 req-04645bcd-0b17-40e5-a91d-7c9440a9f5ca tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] No DVR routers for this DVR port f669f0bc-c901-4213-87e9-b6ba474f53a7 on host hv-cinder-84914 {{(pid=106428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:13:41.828437 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-0d8807b4-cf94-4766-9a5b-0bc53b217f54 req-04645bcd-0b17-40e5-a91d-7c9440a9f5ca tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:41.831912 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0d8807b4-cf94-4766-9a5b-0bc53b217f54 req-04645bcd-0b17-40e5-a91d-7c9440a9f5ca tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.57 "DELETE /networking/v2.0/ports/f669f0bc-c901-4213-87e9-b6ba474f53a7 HTTP/1.1" status: 204 len: 173 time: 0.4718742 Sep 22 22:13:41.832455 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db03f26-beec-4475-8f6d-395416d4a030', 'name': 'network-vif-deleted', 'tag': 'f669f0bc-c901-4213-87e9-b6ba474f53a7'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:13:41.834956 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0ef93f-8fd9-4aa3-b33d-459baa7436de" -d '{"events": [{"server_uuid": "2db03f26-beec-4475-8f6d-395416d4a030", "name": "network-vif-deleted", "tag": "f669f0bc-c901-4213-87e9-b6ba474f53a7"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:13:41.854260 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1b26a98b-16e8-4235-8c4c-c318e77422f0 req-bcf1ab8c-a80a-4824-92c4-96f5389e68b7 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069696 Sep 22 22:13:41.878484 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfc722c-0526-4564-a861-9a85b1215e12 x-openstack-request-id: req-ebfc722c-0526-4564-a861-9a85b1215e12 {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:13:41.878848 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db03f26-beec-4475-8f6d-395416d4a030", "name": "network-vif-deleted", "tag": "f669f0bc-c901-4213-87e9-b6ba474f53a7", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:13:41.879172 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ebfc722c-0526-4564-a861-9a85b1215e12 {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:13:41.879974 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebfc722c-0526-4564-a861-9a85b1215e12'] response: {'server_uuid': '2db03f26-beec-4475-8f6d-395416d4a030', 'name': 'network-vif-deleted', 'tag': 'f669f0bc-c901-4213-87e9-b6ba474f53a7', 'status': 'completed', 'code': 200} Sep 22 22:13:42.096963 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6810d-0538-4db7-a5d3-acc105670a9b req-6ca35730-b089-4f59-93cd-1cfd136fb330 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:42.098843 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3ea6810d-0538-4db7-a5d3-acc105670a9b req-6ca35730-b089-4f59-93cd-1cfd136fb330 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0590050 Sep 22 22:13:42.163097 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3ea6810d-0538-4db7-a5d3-acc105670a9b req-e71cca40-fca6-47f2-a5be-1d21147a7dda tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571320 Sep 22 22:13:42.285811 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29297b67-eed0-4066-b482-a5ef00d6693d req-33d16b28-6eb8-4971-abbd-af533d2df1e3 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:42.287762 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-29297b67-eed0-4066-b482-a5ef00d6693d req-33d16b28-6eb8-4971-abbd-af533d2df1e3 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0525630 Sep 22 22:13:42.299485 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 41512) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:13:42.304098 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-e60922a9-b737-49e2-86ab-8b4ebcdc8428 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Request body: {'floatingip': {'port_id': 'afcd99bc-64da-4e1a-855a-3858543e6931'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:13:42.378424 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e60922a9-b737-49e2-86ab-8b4ebcdc8428 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks [] for floatingip (c423b305-617f-42a3-a930-19ceee9b6ef8), before_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:42.984399 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-85e92e69-fb22-4e36-80d8-6d5aa7953af4 req-2d578d5d-2d03-4e64-9cb4-c80dfb99f33f tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2db03f26-beec-4475-8f6d-395416d4a030 HTTP/1.1" status: 200 len: 210 time: 0.0292361 Sep 22 22:13:43.145002 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:43.167025 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e60922a9-b737-49e2-86ab-8b4ebcdc8428 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:43.171045 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e60922a9-b737-49e2-86ab-8b4ebcdc8428 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (c423b305-617f-42a3-a930-19ceee9b6ef8), after_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:43.268672 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:43.271836 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.db.l3_db [None req-e60922a9-b737-49e2-86ab-8b4ebcdc8428 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Floating IP c423b305-617f-42a3-a930-19ceee9b6ef8 associated. External IP: 172.27.1.197, port: afcd99bc-64da-4e1a-855a-3858543e6931. Sep 22 22:13:43.325135 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:43.481382 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60922a9-b737-49e2-86ab-8b4ebcdc8428 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Router d69c119b-36e6-4102-a210-542d5988f463 has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:13:43.482626 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 41528) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:13:43.587384 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60922a9-b737-49e2-86ab-8b4ebcdc8428 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:13:43.591826 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-807826d7-0238-4013-934d-ce46f613277b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:43.591972 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e60922a9-b737-49e2-86ab-8b4ebcdc8428 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:43.599129 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6dbbf0-45e6-48c5-9ea4-caea9f55b2b6 None None] Sync routers for ids ['d69c119b-36e6-4102-a210-542d5988f463'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:13:43.610867 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6dbbf0-45e6-48c5-9ea4-caea9f55b2b6 None None] Routers {'d69c119b-36e6-4102-a210-542d5988f463'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:13:43.611581 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-0c6dbbf0-45e6-48c5-9ea4-caea9f55b2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:13:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['d69c119b-36e6-4102-a210-542d5988f463'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:13:43.625326 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-e60922a9-b737-49e2-86ab-8b4ebcdc8428 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/c423b305-617f-42a3-a930-19ceee9b6ef8 HTTP/1.1" status: 200 len: 991 time: 1.3244679 Sep 22 22:13:43.625968 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '508fe0c2-63f2-443d-b1a6-594aac42f259', 'tag': 'afcd99bc-64da-4e1a-855a-3858543e6931'}] {{(pid=106429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:13:43.628868 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fecb9e71e3cfecf727650ea9349eddd955ebb7a4b95363fd8d1edf6265131bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cff353-c8d2-436d-8cb5-4227d3677763" -d '{"events": [{"name": "network-changed", "server_uuid": "508fe0c2-63f2-443d-b1a6-594aac42f259", "tag": "afcd99bc-64da-4e1a-855a-3858543e6931"}]}' {{(pid=106429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:13:43.673302 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0e32e2-75be-4a8b-8b8d-3004a878615f x-openstack-request-id: req-bd0e32e2-75be-4a8b-8b8d-3004a878615f {{(pid=106429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:13:43.673866 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "508fe0c2-63f2-443d-b1a6-594aac42f259", "tag": "afcd99bc-64da-4e1a-855a-3858543e6931", "status": "completed", "code": 200}]} {{(pid=106429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:13:43.674128 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd0e32e2-75be-4a8b-8b8d-3004a878615f {{(pid=106429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:13:43.674538 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd0e32e2-75be-4a8b-8b8d-3004a878615f'] response: {'name': 'network-changed', 'server_uuid': '508fe0c2-63f2-443d-b1a6-594aac42f259', 'tag': 'afcd99bc-64da-4e1a-855a-3858543e6931', 'status': 'completed', 'code': 200} Sep 22 22:13:43.693224 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-807826d7-0238-4013-934d-ce46f613277b admin admin] Publish callbacks [] for security_group (5a9108b5-1f15-4b32-b618-0aaf0c2839e3), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:43.697976 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-807826d7-0238-4013-934d-ce46f613277b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (5a9108b5-1f15-4b32-b618-0aaf0c2839e3), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:43.709000 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:43.728102 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-0c6dbbf0-45e6-48c5-9ea4-caea9f55b2b6 None None] Set router d69c119b-36e6-4102-a210-542d5988f463 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:13:43.763454 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-807826d7-0238-4013-934d-ce46f613277b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ce924b7b6c1445f287c548eee2d358ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797246 Sep 22 22:13:43.766791 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 41536) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:13:43.768762 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807826d7-0238-4013-934d-ce46f613277b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9108b5-1f15-4b32-b618-0aaf0c2839e3,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:43.778622 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cff353-c8d2-436d-8cb5-4227d3677763 req-77e365e8-cd92-4873-9730-48b29a3ba77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:43.780158 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-35cff353-c8d2-436d-8cb5-4227d3677763 req-77e365e8-cd92-4873-9730-48b29a3ba77b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=0499a794df4444b594ee3126a8e210c1&device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 1129 time: 0.0538981 Sep 22 22:13:43.830656 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-55a1740a-4443-4c42-8378-99f71918e165 admin admin] Publish callbacks [] for security_group (5a9108b5-1f15-4b32-b618-0aaf0c2839e3), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:43.843152 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:43.856417 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-55a1740a-4443-4c42-8378-99f71918e165 admin admin] Publish callbacks [] for security_group (5a9108b5-1f15-4b32-b618-0aaf0c2839e3), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:43.883679 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:43.887406 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cff353-c8d2-436d-8cb5-4227d3677763 req-094d3ef2-e946-4801-bad1-edb31a08be69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:43.888948 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-35cff353-c8d2-436d-8cb5-4227d3677763 req-094d3ef2-e946-4801-bad1-edb31a08be69 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=770f63d9-fbe3-4433-90af-714bf608e28c HTTP/1.1" status: 200 len: 919 time: 0.1017559 Sep 22 22:13:43.915832 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-55a1740a-4443-4c42-8378-99f71918e165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (5a9108b5-1f15-4b32-b618-0aaf0c2839e3), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:43.918622 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-55a1740a-4443-4c42-8378-99f71918e165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:43.922394 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-55a1740a-4443-4c42-8378-99f71918e165 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5a9108b5-1f15-4b32-b618-0aaf0c2839e3 HTTP/1.1" status: 204 len: 168 time: 0.1520231 Sep 22 22:13:43.928455 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1740a-4443-4c42-8378-99f71918e165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9108b5-1f15-4b32-b618-0aaf0c2839e3,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:43.958823 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-35cff353-c8d2-436d-8cb5-4227d3677763 req-a7493db6-9ba5-4661-a847-7284010edf35 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afcd99bc-64da-4e1a-855a-3858543e6931 HTTP/1.1" status: 200 len: 999 time: 0.0631599 Sep 22 22:13:43.971183 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-0c6dbbf0-45e6-48c5-9ea4-caea9f55b2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69c119b-36e6-4102-a210-542d5988f463', 'name': 'tempest-ServerRescueNegativeTestJSON-955786795-router', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '0831a477-b13a-4a2c-a66a-216fdba5ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:11Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'gw_port': {'id': '0831a477-b13a-4a2c-a66a-216fdba5ac3c', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': 'c423b305-617f-42a3-a930-19ceee9b6ef8', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'port_id': 'afcd99bc-64da-4e1a-855a-3858543e6931', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c', 'mac_address': 'fa:16:3e:cc:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508fe0c2-63f2-443d-b1a6-594aac42f259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:13:13Z', 'updated_at': '2022-09-22T22:13:43Z', 'revision_number': 1, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9baff0-685c-48d3-bc91-6ecb7e426180', 'name': '', 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'mac_address': 'fa:16:3e:4e:95:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bf216d7c-d985-409d-9ea6-5ff04204374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:16Z', 'updated_at': '2022-09-22T22:10:26Z', 'revision_number': 5, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'subnets': [{'id': 'bf216d7c-d985-409d-9ea6-5ff04204374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:13:44.000773 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6dbbf0-45e6-48c5-9ea4-caea9f55b2b6 None None] Checking router: d69c119b-36e6-4102-a210-542d5988f463 for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:13:44.011371 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6dbbf0-45e6-48c5-9ea4-caea9f55b2b6 None None] Routers {'d69c119b-36e6-4102-a210-542d5988f463'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:13:44.012751 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-0c6dbbf0-45e6-48c5-9ea4-caea9f55b2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:13:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['d69c119b-36e6-4102-a210-542d5988f463'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:13:44.016423 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cff353-c8d2-436d-8cb5-4227d3677763 req-69bce2a3-4c63-4986-b3f1-3ec2a75cad87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:44.017956 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-35cff353-c8d2-436d-8cb5-4227d3677763 req-69bce2a3-4c63-4986-b3f1-3ec2a75cad87 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=bf216d7c-d985-409d-9ea6-5ff04204374d HTTP/1.1" status: 200 len: 857 time: 0.0534775 Sep 22 22:13:44.080325 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cff353-c8d2-436d-8cb5-4227d3677763 req-9b7a69bf-9c1d-41e7-b15b-7a7125de9e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:44.081911 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-35cff353-c8d2-436d-8cb5-4227d3677763 req-9b7a69bf-9c1d-41e7-b15b-7a7125de9e16 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=770f63d9-fbe3-4433-90af-714bf608e28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575786 Sep 22 22:13:44.157998 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-0c6dbbf0-45e6-48c5-9ea4-caea9f55b2b6 None None] Set router d69c119b-36e6-4102-a210-542d5988f463 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:13:44.206726 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-35cff353-c8d2-436d-8cb5-4227d3677763 req-945cd047-4041-4d7a-8df4-631f3f143154 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162755 Sep 22 22:13:44.305619 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 41550) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:13:44.326973 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-bc1dc438-21db-4c54-9fd8-8f18a6e2121c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:44.342120 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:44.387154 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-35cff353-c8d2-436d-8cb5-4227d3677763 req-e3470668-61f8-4a06-84a2-4aca2651bb4c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739552 Sep 22 22:13:44.425287 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-0c6dbbf0-45e6-48c5-9ea4-caea9f55b2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69c119b-36e6-4102-a210-542d5988f463', 'name': 'tempest-ServerRescueNegativeTestJSON-955786795-router', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '0831a477-b13a-4a2c-a66a-216fdba5ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:11Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'gw_port': {'id': '0831a477-b13a-4a2c-a66a-216fdba5ac3c', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': 'c423b305-617f-42a3-a930-19ceee9b6ef8', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'port_id': 'afcd99bc-64da-4e1a-855a-3858543e6931', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c', 'mac_address': 'fa:16:3e:cc:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508fe0c2-63f2-443d-b1a6-594aac42f259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:13:13Z', 'updated_at': '2022-09-22T22:13:43Z', 'revision_number': 1, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9baff0-685c-48d3-bc91-6ecb7e426180', 'name': '', 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'mac_address': 'fa:16:3e:4e:95:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bf216d7c-d985-409d-9ea6-5ff04204374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:16Z', 'updated_at': '2022-09-22T22:10:26Z', 'revision_number': 5, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'subnets': [{'id': 'bf216d7c-d985-409d-9ea6-5ff04204374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:13:44.433026 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-bc1dc438-21db-4c54-9fd8-8f18a6e2121c admin admin] Publish callbacks [] for security_group (78d74b1a-76ab-4423-882b-e5b342c5dc12), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:44.436830 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-bc1dc438-21db-4c54-9fd8-8f18a6e2121c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (78d74b1a-76ab-4423-882b-e5b342c5dc12), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:44.449854 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6dbbf0-45e6-48c5-9ea4-caea9f55b2b6 None None] The sync data for ids ['d69c119b-36e6-4102-a210-542d5988f463'] in dv-cinder-849143-6-iscsi is: [{'id': 'd69c119b-36e6-4102-a210-542d5988f463', 'name': 'tempest-ServerRescueNegativeTestJSON-955786795-router', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '0831a477-b13a-4a2c-a66a-216fdba5ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:11Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'gw_port': {'id': '0831a477-b13a-4a2c-a66a-216fdba5ac3c', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': 'c423b305-617f-42a3-a930-19ceee9b6ef8', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'port_id': 'afcd99bc-64da-4e1a-855a-3858543e6931', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c', 'mac_address': 'fa:16:3e:cc:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508fe0c2-63f2-443d-b1a6-594aac42f259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:13:13Z', 'updated_at': '2022-09-22T22:13:43Z', 'revision_number': 1, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9baff0-685c-48d3-bc91-6ecb7e426180', 'name': '', 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'mac_address': 'fa:16:3e:4e:95:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bf216d7c-d985-409d-9ea6-5ff04204374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:16Z', 'updated_at': '2022-09-22T22:10:26Z', 'revision_number': 5, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'subnets': [{'id': 'bf216d7c-d985-409d-9ea6-5ff04204374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:13:44.478810 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-bc1dc438-21db-4c54-9fd8-8f18a6e2121c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8e213982237c4f5aa095d94c0112cb11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1711488 Sep 22 22:13:44.479881 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1dc438-21db-4c54-9fd8-8f18a6e2121c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d74b1a-76ab-4423-882b-e5b342c5dc12,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:44.481415 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 41552) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:13:44.535719 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-21c5ddf0-d1bf-4e72-b0c2-2ab8cab6626a admin admin] Publish callbacks [] for security_group (78d74b1a-76ab-4423-882b-e5b342c5dc12), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:44.556691 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-21c5ddf0-d1bf-4e72-b0c2-2ab8cab6626a admin admin] Publish callbacks [] for security_group (78d74b1a-76ab-4423-882b-e5b342c5dc12), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:44.609692 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-21c5ddf0-d1bf-4e72-b0c2-2ab8cab6626a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (78d74b1a-76ab-4423-882b-e5b342c5dc12), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:44.612576 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-21c5ddf0-d1bf-4e72-b0c2-2ab8cab6626a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:44.616441 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-21c5ddf0-d1bf-4e72-b0c2-2ab8cab6626a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/78d74b1a-76ab-4423-882b-e5b342c5dc12 HTTP/1.1" status: 204 len: 168 time: 0.1308434 Sep 22 22:13:44.622036 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5ddf0-d1bf-4e72-b0c2-2ab8cab6626a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d74b1a-76ab-4423-882b-e5b342c5dc12,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:44.645884 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7725e5-3baf-4e81-8b89-88c48067eaec None None] New status for floating IP c423b305-617f-42a3-a930-19ceee9b6ef8: ACTIVE {{(pid=106431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 22:13:44.860023 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-d234f544-5f14-49f3-a163-168a76218487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:44.966869 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 41558) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:13:44.980169 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-49daecdd-b4fa-4ecd-b140-7813d0d48622 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:45.054715 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-49daecdd-b4fa-4ecd-b140-7813d0d48622 admin admin] Publish callbacks [] for security_group (89bfb554-6c9e-47a2-a868-673de96a0c4c), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:45.058700 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-49daecdd-b4fa-4ecd-b140-7813d0d48622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (89bfb554-6c9e-47a2-a868-673de96a0c4c), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:45.098739 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-49daecdd-b4fa-4ecd-b140-7813d0d48622 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=45a6022c2cab475286500283015d0847&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307952 Sep 22 22:13:45.099523 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49daecdd-b4fa-4ecd-b140-7813d0d48622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bfb554-6c9e-47a2-a868-673de96a0c4c,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:45.102010 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 41560) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:13:45.151489 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2c489c7f-b00c-49d3-9416-241f2c55d39e admin admin] Publish callbacks [] for security_group (89bfb554-6c9e-47a2-a868-673de96a0c4c), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:45.155780 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device f669f0bc-c901-4213-87e9-b6ba474f53a7 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:13:45.172222 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2c489c7f-b00c-49d3-9416-241f2c55d39e admin admin] Publish callbacks [] for security_group (89bfb554-6c9e-47a2-a868-673de96a0c4c), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:45.175865 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] No Port match for: f669f0bc-c901-4213-87e9-b6ba474f53a7 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:13:45.176219 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device f669f0bc-c901-4213-87e9-b6ba474f53a7 not bound to the agent host hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:13:45.222236 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2c489c7f-b00c-49d3-9416-241f2c55d39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (89bfb554-6c9e-47a2-a868-673de96a0c4c), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:45.224690 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2c489c7f-b00c-49d3-9416-241f2c55d39e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:45.225917 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-2c489c7f-b00c-49d3-9416-241f2c55d39e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/89bfb554-6c9e-47a2-a868-673de96a0c4c HTTP/1.1" status: 204 len: 168 time: 0.1229329 Sep 22 22:13:45.233602 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c489c7f-b00c-49d3-9416-241f2c55d39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bfb554-6c9e-47a2-a868-673de96a0c4c,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:13:46.540781 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:47.034120 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fb7c061a-c9fe-43e3-a7c3-01ee2ac04065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:48.306655 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:49.745626 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:50.049879 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:13:54.751109 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=7 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:54.757198 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:55.090383 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=76,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:55.095204 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=63,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:55.208651 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:55.229735 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:13:59.373450 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-de317ad2-3418-4eb3-a474-9842fb77b689 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:13:59.374866 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-de317ad2-3418-4eb3-a474-9842fb77b689 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/networks?id=ade89f04-fe3a-455d-93a5-b71450428421 HTTP/1.1" status: 200 len: 813 time: 0.1052563 Sep 22 22:13:59.389029 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-03857881-6080-4002-9f16-f2843d25ab95 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/quotas/d58361c0e40c48f4966aee3515859326 HTTP/1.1" status: 200 len: 375 time: 0.0087125 Sep 22 22:13:59.423776 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-00e30073-b28e-411e-9111-8cc490b44fd3 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=d58361c0e40c48f4966aee3515859326&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299284 Sep 22 22:13:59.521912 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-fad1e654-d762-4f76-a058-99e88a7e4159 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ade89f04-fe3a-455d-93a5-b71450428421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914438 Sep 22 22:13:59.612992 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-c8086ec8-3327-423f-8f4d-b3fc54e73c4b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ade89f04-fe3a-455d-93a5-b71450428421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849898 Sep 22 22:13:59.782202 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-627486c3-2355-42b0-9a5b-8871cc20f632 req-7489d2d4-e686-41e6-8714-99aaa49eba0f tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=049be337-3d21-42c8-97e2-46af2bdf2358 HTTP/1.1" status: 200 len: 210 time: 0.0286012 Sep 22 22:14:00.039359 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:00.044370 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:00.889353 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8023ef29-78dd-4914-8f4a-598533b2c7cb req-71043417-31ef-4a8a-943d-79673d47b4c0 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=049be337-3d21-42c8-97e2-46af2bdf2358 HTTP/1.1" status: 200 len: 210 time: 0.0316551 Sep 22 22:14:01.132466 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:14:01.163110 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-b83098a9-98ca-44be-998f-204788b9182f tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:01.164553 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-b83098a9-98ca-44be-998f-204788b9182f tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.57 "GET /networking/v2.0/networks?id=ade89f04-fe3a-455d-93a5-b71450428421 HTTP/1.1" status: 200 len: 813 time: 0.1040494 Sep 22 22:14:01.185185 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-5d2bba5f-151e-4554-8910-55a62f5c634d tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Request body: {'port': {'device_id': '049be337-3d21-42c8-97e2-46af2bdf2358', 'network_id': 'ade89f04-fe3a-455d-93a5-b71450428421', 'admin_state_up': True, 'tenant_id': 'd58361c0e40c48f4966aee3515859326'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:14:01.301140 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-5d2bba5f-151e-4554-8910-55a62f5c634d tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Made reservation on behalf of d58361c0e40c48f4966aee3515859326 for: {'port': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:14:01.305578 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-5d2bba5f-151e-4554-8910-55a62f5c634d tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:01.435257 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-5d2bba5f-151e-4554-8910-55a62f5c634d tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Allocated IP 172.20.0.8 (ade89f04-fe3a-455d-93a5-b71450428421/668848eb-ecd6-4fcb-86fd-5d26ff938721/f721a259-ddab-4029-9561-ccfde8c41208) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:14:01.593817 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-5d2bba5f-151e-4554-8910-55a62f5c634d tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Publish callbacks [] for port (f721a259-ddab-4029-9561-ccfde8c41208), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:01.606207 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:01.615247 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:01.630842 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-5d2bba5f-151e-4554-8910-55a62f5c634d tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (f721a259-ddab-4029-9561-ccfde8c41208), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:01.679652 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-5d2bba5f-151e-4554-8910-55a62f5c634d tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Network ade89f04-fe3a-455d-93a5-b71450428421 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:14:01.682846 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-5d2bba5f-151e-4554-8910-55a62f5c634d tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:14:01.685582 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-5d2bba5f-151e-4554-8910-55a62f5c634d tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:14:01.712412 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2bba5f-151e-4554-8910-55a62f5c634d tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Pushing event updated for resources: {'Port': ['ID=f721a259-ddab-4029-9561-ccfde8c41208,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:01.740864 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-5d2bba5f-151e-4554-8910-55a62f5c634d tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:01.741732 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-5d2bba5f-151e-4554-8910-55a62f5c634d tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:01.758454 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-5d2bba5f-151e-4554-8910-55a62f5c634d tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5778918 Sep 22 22:14:01.776469 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-6ef9c0ea-dba0-41b2-a355-5eeeab6784b2 service neutron] Request body: {'port': {'device_id': '049be337-3d21-42c8-97e2-46af2bdf2358', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:14:01.839802 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-6ef9c0ea-dba0-41b2-a355-5eeeab6784b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (f721a259-ddab-4029-9561-ccfde8c41208), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:02.079813 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2dd14-f93a-44e4-a2ab-37cc99b2c529 req-923ef043-e90f-4424-be1d-27f0f17fd02e tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:02.081321 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-94a2dd14-f93a-44e4-a2ab-37cc99b2c529 req-923ef043-e90f-4424-be1d-27f0f17fd02e tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=049be337-3d21-42c8-97e2-46af2bdf2358 HTTP/1.1" status: 200 len: 931 time: 0.0928645 Sep 22 22:14:02.168658 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-94a2dd14-f93a-44e4-a2ab-37cc99b2c529 req-3fc39593-0f47-44c9-90ea-32e9698633f8 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809278 Sep 22 22:14:02.203237 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-6ef9c0ea-dba0-41b2-a355-5eeeab6784b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f721a259-ddab-4029-9561-ccfde8c41208 {{(pid=106428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:14:02.211010 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-6ef9c0ea-dba0-41b2-a355-5eeeab6784b2 service neutron] Publish callbacks [] for port (f721a259-ddab-4029-9561-ccfde8c41208), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:02.224245 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.provisioning_blocks [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-6ef9c0ea-dba0-41b2-a355-5eeeab6784b2 service neutron] Transition to ACTIVE for port object f721a259-ddab-4029-9561-ccfde8c41208 will not be triggered until provisioned by entity L2. {{(pid=106428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 22:14:02.229143 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-6ef9c0ea-dba0-41b2-a355-5eeeab6784b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (f721a259-ddab-4029-9561-ccfde8c41208), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:02.294413 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9c0ea-dba0-41b2-a355-5eeeab6784b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f721a259-ddab-4029-9561-ccfde8c41208,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:02.346632 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-6ef9c0ea-dba0-41b2-a355-5eeeab6784b2 service neutron] Attempting to bind port f721a259-ddab-4029-9561-ccfde8c41208 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:14:02.346965 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-6ef9c0ea-dba0-41b2-a355-5eeeab6784b2 service neutron] Attempting to bind port f721a259-ddab-4029-9561-ccfde8c41208 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '69a20c68-354b-48bc-96d3-af358205d207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ade89f04-fe3a-455d-93a5-b71450428421'}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:14:02.347295 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-6ef9c0ea-dba0-41b2-a355-5eeeab6784b2 service neutron] Attempting to bind port f721a259-ddab-4029-9561-ccfde8c41208 on network ade89f04-fe3a-455d-93a5-b71450428421 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:14:02.387310 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-6ef9c0ea-dba0-41b2-a355-5eeeab6784b2 service neutron] Port f721a259-ddab-4029-9561-ccfde8c41208 on network ade89f04-fe3a-455d-93a5-b71450428421 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 22:14:02.387638 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-6ef9c0ea-dba0-41b2-a355-5eeeab6784b2 service neutron] Attempting to bind port f721a259-ddab-4029-9561-ccfde8c41208 on network ade89f04-fe3a-455d-93a5-b71450428421 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:14:02.430117 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-6ef9c0ea-dba0-41b2-a355-5eeeab6784b2 service neutron] Checking agent: {'id': 'f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'started_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:14:02.430365 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-6ef9c0ea-dba0-41b2-a355-5eeeab6784b2 service neutron] Checking segment: {'id': '69a20c68-354b-48bc-96d3-af358205d207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ade89f04-fe3a-455d-93a5-b71450428421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:14:02.430751 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-6ef9c0ea-dba0-41b2-a355-5eeeab6784b2 service neutron] Bound using segment: {'id': '69a20c68-354b-48bc-96d3-af358205d207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ade89f04-fe3a-455d-93a5-b71450428421'} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:14:02.431184 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-6ef9c0ea-dba0-41b2-a355-5eeeab6784b2 service neutron] Bound port: f721a259-ddab-4029-9561-ccfde8c41208, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a20c68-354b-48bc-96d3-af358205d207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ade89f04-fe3a-455d-93a5-b71450428421'}}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:14:02.431546 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-6ef9c0ea-dba0-41b2-a355-5eeeab6784b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (f721a259-ddab-4029-9561-ccfde8c41208), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:02.449489 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:02.475335 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:02.501200 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-6ef9c0ea-dba0-41b2-a355-5eeeab6784b2 service neutron] For port f721a259-ddab-4029-9561-ccfde8c41208, host hv-cinder-84914, cleared binding levels {{(pid=106428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:14:02.504560 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-6ef9c0ea-dba0-41b2-a355-5eeeab6784b2 service neutron] For port f721a259-ddab-4029-9561-ccfde8c41208, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f721a259-ddab-4029-9561-ccfde8c41208,segment=NetworkSegment(69a20c68-354b-48bc-96d3-af358205d207),segment_id=69a20c68-354b-48bc-96d3-af358205d207)] {{(pid=106428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:14:02.509817 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-6ef9c0ea-dba0-41b2-a355-5eeeab6784b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (f721a259-ddab-4029-9561-ccfde8c41208), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:02.513211 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-6ef9c0ea-dba0-41b2-a355-5eeeab6784b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:02.513825 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-6ef9c0ea-dba0-41b2-a355-5eeeab6784b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:02.515842 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-6ef9c0ea-dba0-41b2-a355-5eeeab6784b2 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/f721a259-ddab-4029-9561-ccfde8c41208 HTTP/1.1" status: 200 len: 1093 time: 0.7430615 Sep 22 22:14:02.518036 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049be337-3d21-42c8-97e2-46af2bdf2358', 'tag': 'f721a259-ddab-4029-9561-ccfde8c41208'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:14:02.520433 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88e383e-2b53-4d8e-98df-9138351c6d21" -d '{"events": [{"name": "network-changed", "server_uuid": "049be337-3d21-42c8-97e2-46af2bdf2358", "tag": "f721a259-ddab-4029-9561-ccfde8c41208"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:14:02.561332 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea55210d-972f-4de2-95f9-1a22f8c94810 x-openstack-request-id: req-ea55210d-972f-4de2-95f9-1a22f8c94810 {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:14:02.561621 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049be337-3d21-42c8-97e2-46af2bdf2358", "tag": "f721a259-ddab-4029-9561-ccfde8c41208", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:14:02.561870 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea55210d-972f-4de2-95f9-1a22f8c94810 {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:14:02.562824 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea55210d-972f-4de2-95f9-1a22f8c94810'] response: {'name': 'network-changed', 'server_uuid': '049be337-3d21-42c8-97e2-46af2bdf2358', 'tag': 'f721a259-ddab-4029-9561-ccfde8c41208', 'status': 'completed', 'code': 200} Sep 22 22:14:02.574014 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9c0ea-dba0-41b2-a355-5eeeab6784b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f721a259-ddab-4029-9561-ccfde8c41208,revision_number=3']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:02.661621 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-94b9d0d5-20b5-45e7-9744-d6b365df9d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:02.663076 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-94b9d0d5-20b5-45e7-9744-d6b365df9d5d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=d58361c0e40c48f4966aee3515859326&device_id=049be337-3d21-42c8-97e2-46af2bdf2358 HTTP/1.1" status: 200 len: 1127 time: 0.0391212 Sep 22 22:14:02.712345 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-794fe8c6-3664-4943-9338-36f6ae7878f2 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f721a259-ddab-4029-9561-ccfde8c41208 HTTP/1.1" status: 200 len: 217 time: 0.0350721 Sep 22 22:14:02.760612 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-41662f6a-01a3-48e7-a58f-31221962f2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:02.762103 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-41662f6a-01a3-48e7-a58f-31221962f2c6 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=668848eb-ecd6-4fcb-86fd-5d26ff938721 HTTP/1.1" status: 200 len: 853 time: 0.0435634 Sep 22 22:14:02.795849 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-6b957cc3-800e-4a7e-b769-4a9539e8537b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=ade89f04-fe3a-455d-93a5-b71450428421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264492 Sep 22 22:14:02.888478 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-8cf0634e-bf2a-4141-88c5-2028385172e5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/ade89f04-fe3a-455d-93a5-b71450428421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852525 Sep 22 22:14:02.981270 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1864cf71-84bc-4056-91f7-7d306c56e3ff req-126db5c2-9a0e-433c-9345-50955aabbba6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/ade89f04-fe3a-455d-93a5-b71450428421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856488 Sep 22 22:14:03.295597 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322cbf0-993a-4606-bdd9-1bc011cdce1d req-139c2756-fc1c-4d50-bf4d-76cc4aae99e8 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:03.295597 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a322cbf0-993a-4606-bdd9-1bc011cdce1d req-139c2756-fc1c-4d50-bf4d-76cc4aae99e8 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=049be337-3d21-42c8-97e2-46af2bdf2358 HTTP/1.1" status: 200 len: 943 time: 0.0504022 Sep 22 22:14:03.344123 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a322cbf0-993a-4606-bdd9-1bc011cdce1d req-64253bd8-23f9-43b8-9b6d-c8f8550ec6f1 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429399 Sep 22 22:14:04.464361 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34967537-620b-4619-a9ac-0bf9a90cc865 req-3fb1d334-d811-4192-a487-9db99f39e576 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:04.465866 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-34967537-620b-4619-a9ac-0bf9a90cc865 req-3fb1d334-d811-4192-a487-9db99f39e576 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=049be337-3d21-42c8-97e2-46af2bdf2358 HTTP/1.1" status: 200 len: 943 time: 0.0469623 Sep 22 22:14:04.513554 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-34967537-620b-4619-a9ac-0bf9a90cc865 req-0a4d05e7-af91-4d04-896f-40a04458dfbd tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415196 Sep 22 22:14:05.633082 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16adb5-9e1c-465f-b8a4-ea6eeae4179d req-a54c2596-3433-480f-ae58-be5520c7e9c1 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:05.634573 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ed16adb5-9e1c-465f-b8a4-ea6eeae4179d req-a54c2596-3433-480f-ae58-be5520c7e9c1 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=049be337-3d21-42c8-97e2-46af2bdf2358 HTTP/1.1" status: 200 len: 943 time: 0.0466399 Sep 22 22:14:05.683263 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ed16adb5-9e1c-465f-b8a4-ea6eeae4179d req-0ea4754e-301f-41cd-8266-7342d35f60c3 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432429 Sep 22 22:14:06.155359 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e383e-2b53-4d8e-98df-9138351c6d21 req-797daa1c-0aca-4ee5-858b-afbeef464d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:06.157329 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c88e383e-2b53-4d8e-98df-9138351c6d21 req-797daa1c-0aca-4ee5-858b-afbeef464d20 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=d58361c0e40c48f4966aee3515859326&device_id=049be337-3d21-42c8-97e2-46af2bdf2358 HTTP/1.1" status: 200 len: 1127 time: 0.0391591 Sep 22 22:14:06.247688 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e383e-2b53-4d8e-98df-9138351c6d21 req-628be824-14a3-46d4-922e-5c1ecbec5d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:06.249235 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c88e383e-2b53-4d8e-98df-9138351c6d21 req-628be824-14a3-46d4-922e-5c1ecbec5d06 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=ade89f04-fe3a-455d-93a5-b71450428421 HTTP/1.1" status: 200 len: 914 time: 0.0857451 Sep 22 22:14:06.291459 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c88e383e-2b53-4d8e-98df-9138351c6d21 req-e7a8a476-658f-4a57-8965-3616223522c7 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f721a259-ddab-4029-9561-ccfde8c41208 HTTP/1.1" status: 200 len: 217 time: 0.0352862 Sep 22 22:14:06.340064 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e383e-2b53-4d8e-98df-9138351c6d21 req-a8c3ac09-d02c-4baa-aea3-a4aff9c5ede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:06.341503 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c88e383e-2b53-4d8e-98df-9138351c6d21 req-a8c3ac09-d02c-4baa-aea3-a4aff9c5ede9 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=668848eb-ecd6-4fcb-86fd-5d26ff938721 HTTP/1.1" status: 200 len: 853 time: 0.0427461 Sep 22 22:14:06.373915 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c88e383e-2b53-4d8e-98df-9138351c6d21 req-aee03994-295b-4637-8aa7-26e238083cd7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=ade89f04-fe3a-455d-93a5-b71450428421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243461 Sep 22 22:14:06.439999 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:06.472300 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c88e383e-2b53-4d8e-98df-9138351c6d21 req-a98d7651-f970-4381-94ae-fd9f3c58f5f9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/ade89f04-fe3a-455d-93a5-b71450428421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911949 Sep 22 22:14:06.489319 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:06.567188 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c88e383e-2b53-4d8e-98df-9138351c6d21 req-caa32de8-43d6-455f-b808-e81ff7e9f9c4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/ade89f04-fe3a-455d-93a5-b71450428421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879664 Sep 22 22:14:06.744467 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 41858) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:14:06.806538 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eab2f9-e314-4828-a913-c14b2e62ef33 req-cfbc25cd-5742-4196-a5f9-99c21de20ad8 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:06.808019 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-57eab2f9-e314-4828-a913-c14b2e62ef33 req-cfbc25cd-5742-4196-a5f9-99c21de20ad8 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=049be337-3d21-42c8-97e2-46af2bdf2358 HTTP/1.1" status: 200 len: 943 time: 0.0514638 Sep 22 22:14:06.854435 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3f7b-5056-4006-ae66-f785be06f330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:06.855999 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-57eab2f9-e314-4828-a913-c14b2e62ef33 req-031093fd-d04d-4e64-a418-7e94ad474193 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418987 Sep 22 22:14:06.932478 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3f7b-5056-4006-ae66-f785be06f330 admin admin] Publish callbacks [] for security_group (27cdf976-23a4-4f7a-aa7a-4ad7d5fd9584), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:06.936108 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6bfd3f7b-5056-4006-ae66-f785be06f330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (27cdf976-23a4-4f7a-aa7a-4ad7d5fd9584), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:06.975291 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-6bfd3f7b-5056-4006-ae66-f785be06f330 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=13b34455f657497ea9cef0305699e724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297060 Sep 22 22:14:06.976085 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd3f7b-5056-4006-ae66-f785be06f330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27cdf976-23a4-4f7a-aa7a-4ad7d5fd9584,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:06.977941 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 41862) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:14:07.028735 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5956cbb2-def4-41da-ad54-80e89600d482 admin admin] Publish callbacks [] for security_group (27cdf976-23a4-4f7a-aa7a-4ad7d5fd9584), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:07.048799 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5956cbb2-def4-41da-ad54-80e89600d482 admin admin] Publish callbacks [] for security_group (27cdf976-23a4-4f7a-aa7a-4ad7d5fd9584), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:07.095811 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5956cbb2-def4-41da-ad54-80e89600d482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (27cdf976-23a4-4f7a-aa7a-4ad7d5fd9584), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:07.098503 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5956cbb2-def4-41da-ad54-80e89600d482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:07.099653 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-5956cbb2-def4-41da-ad54-80e89600d482 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/27cdf976-23a4-4f7a-aa7a-4ad7d5fd9584 HTTP/1.1" status: 204 len: 168 time: 0.1199665 Sep 22 22:14:07.107334 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956cbb2-def4-41da-ad54-80e89600d482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cdf976-23a4-4f7a-aa7a-4ad7d5fd9584,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:07.235720 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device f721a259-ddab-4029-9561-ccfde8c41208 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 22:14:07.338867 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port f721a259-ddab-4029-9561-ccfde8c41208, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f721a259-ddab-4029-9561-ccfde8c41208,segment=NetworkSegment(69a20c68-354b-48bc-96d3-af358205d207),segment_id=69a20c68-354b-48bc-96d3-af358205d207)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:14:07.350582 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Returning: {'device': 'f721a259-ddab-4029-9561-ccfde8c41208', 'network_id': 'ade89f04-fe3a-455d-93a5-b71450428421', 'port_id': 'f721a259-ddab-4029-9561-ccfde8c41208', 'mac_address': 'fa:16:3e:6d:02:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668848eb-ecd6-4fcb-86fd-5d26ff938721', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 22:14:07.386397 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port f721a259-ddab-4029-9561-ccfde8c41208 is: DOWN; New status is: BUILD {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:14:07.386793 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (f721a259-ddab-4029-9561-ccfde8c41208), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:07.400349 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f721a259-ddab-4029-9561-ccfde8c41208 {{(pid=106430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:14:07.422902 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port f721a259-ddab-4029-9561-ccfde8c41208, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f721a259-ddab-4029-9561-ccfde8c41208,segment=NetworkSegment(69a20c68-354b-48bc-96d3-af358205d207),segment_id=69a20c68-354b-48bc-96d3-af358205d207)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:14:07.429863 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (f721a259-ddab-4029-9561-ccfde8c41208), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:07.476361 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=f721a259-ddab-4029-9561-ccfde8c41208,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:07.980442 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018e033-23df-46e6-8496-60e440d0a113 req-a764ae30-181d-4e8c-b2cd-0c3cdd5124aa tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:07.981964 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8018e033-23df-46e6-8496-60e440d0a113 req-a764ae30-181d-4e8c-b2cd-0c3cdd5124aa tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=049be337-3d21-42c8-97e2-46af2bdf2358 HTTP/1.1" status: 200 len: 944 time: 0.0500517 Sep 22 22:14:08.003878 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['f721a259-ddab-4029-9561-ccfde8c41208'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:14:08.034154 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8018e033-23df-46e6-8496-60e440d0a113 req-571192ad-84e6-4a11-98f2-56ad44097e1a tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457602 Sep 22 22:14:08.162903 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=3 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:09.159048 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8c530-50cc-422a-93cb-751d0241dd5f req-f75db120-405a-40d3-af44-b8612cef5aa3 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:09.160560 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6ef8c530-50cc-422a-93cb-751d0241dd5f req-f75db120-405a-40d3-af44-b8612cef5aa3 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=049be337-3d21-42c8-97e2-46af2bdf2358 HTTP/1.1" status: 200 len: 944 time: 0.0466852 Sep 22 22:14:09.208541 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6ef8c530-50cc-422a-93cb-751d0241dd5f req-ca500a78-995a-4554-8217-b4fc3dc6f57e tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422630 Sep 22 22:14:09.324348 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device f721a259-ddab-4029-9561-ccfde8c41208 up at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:14:09.365998 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning for port f721a259-ddab-4029-9561-ccfde8c41208 completed by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 22:14:09.371742 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning complete for port f721a259-ddab-4029-9561-ccfde8c41208 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:14:09.372094 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (f721a259-ddab-4029-9561-ccfde8c41208), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:09.372538 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Attempt 1 to provision port f721a259-ddab-4029-9561-ccfde8c41208 Sep 22 22:14:09.453903 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port f721a259-ddab-4029-9561-ccfde8c41208 is: BUILD; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:14:09.454288 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (f721a259-ddab-4029-9561-ccfde8c41208), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:09.476166 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049be337-3d21-42c8-97e2-46af2bdf2358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f721a259-ddab-4029-9561-ccfde8c41208'}] {{(pid=106430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:14:09.478527 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2272dcd180a18b0bdbf7a4ac2a7f9325cd9193a83f54eb82bc11fdb6a8b27d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13db7a29-039a-40c7-8ab2-520d3a2df9a9" -d '{"events": [{"server_uuid": "049be337-3d21-42c8-97e2-46af2bdf2358", "name": "network-vif-plugged", "status": "completed", "tag": "f721a259-ddab-4029-9561-ccfde8c41208"}]}' {{(pid=106430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:14:09.490821 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port f721a259-ddab-4029-9561-ccfde8c41208, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f721a259-ddab-4029-9561-ccfde8c41208,segment=NetworkSegment(69a20c68-354b-48bc-96d3-af358205d207),segment_id=69a20c68-354b-48bc-96d3-af358205d207)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:14:09.495243 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (f721a259-ddab-4029-9561-ccfde8c41208), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:09.519688 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae41813-62db-4390-86e4-81bff551f390 x-openstack-request-id: req-3ae41813-62db-4390-86e4-81bff551f390 {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:14:09.519998 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049be337-3d21-42c8-97e2-46af2bdf2358", "name": "network-vif-plugged", "status": "completed", "tag": "f721a259-ddab-4029-9561-ccfde8c41208", "code": 200}]} {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:14:09.520252 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ae41813-62db-4390-86e4-81bff551f390 {{(pid=106430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:14:09.520755 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ae41813-62db-4390-86e4-81bff551f390'] response: {'server_uuid': '049be337-3d21-42c8-97e2-46af2bdf2358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f721a259-ddab-4029-9561-ccfde8c41208', 'code': 200} Sep 22 22:14:09.546973 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=f721a259-ddab-4029-9561-ccfde8c41208,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:09.788144 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff224b85-e46b-41f0-bc8e-7f68f7f916aa req-a5ebef2c-b7be-4d4f-8d0b-50fbdc36a696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:09.789807 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ff224b85-e46b-41f0-bc8e-7f68f7f916aa req-a5ebef2c-b7be-4d4f-8d0b-50fbdc36a696 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=049be337-3d21-42c8-97e2-46af2bdf2358 HTTP/1.1" status: 200 len: 1129 time: 0.0379784 Sep 22 22:14:10.053335 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ff224b85-e46b-41f0-bc8e-7f68f7f916aa req-2395807c-d834-4c3c-a771-0f02a004d98a service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566590 Sep 22 22:14:10.334896 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c782ca-2770-4ea7-b6a3-5f9cb4225aa6 req-385ce88a-d8c0-43c4-99b2-237f3727a6be tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:10.336869 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-49c782ca-2770-4ea7-b6a3-5f9cb4225aa6 req-385ce88a-d8c0-43c4-99b2-237f3727a6be tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=049be337-3d21-42c8-97e2-46af2bdf2358 HTTP/1.1" status: 200 len: 945 time: 0.0492642 Sep 22 22:14:10.410415 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-49c782ca-2770-4ea7-b6a3-5f9cb4225aa6 req-678fd91b-8e06-4687-ae81-95fd286dd22e tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681574 Sep 22 22:14:10.412195 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-7feff89e-1bd8-43e0-8aa7-cdfd170a4928 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=322c7c4ad81c41dfb148ae965fc964dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341480 Sep 22 22:14:10.598322 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-164c729c-79bf-4f16-98bb-ac9700cd6602 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:10.599783 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-164c729c-79bf-4f16-98bb-ac9700cd6602 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1822383 Sep 22 22:14:10.614072 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-8110bcc1-9455-4886-bb79-cfbacbe87a4a tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/quotas/322c7c4ad81c41dfb148ae965fc964dc HTTP/1.1" status: 200 len: 375 time: 0.0090911 Sep 22 22:14:10.646577 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-b5660d81-f323-482f-a9b5-f3ac77eca20b tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=322c7c4ad81c41dfb148ae965fc964dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277493 Sep 22 22:14:10.812476 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b08cbd08-4ee7-4d56-8cce-02b8f8fb58ae req-302f0138-80eb-4fa8-a386-d38f482d2b54 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 210 time: 0.0285718 Sep 22 22:14:11.132234 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=5 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:11.532089 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b861a07-7f14-4678-b74d-fa63dd1699e8 req-066eacf9-2e50-4d04-b6b7-c9a88cac9d45 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:11.533547 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5b861a07-7f14-4678-b74d-fa63dd1699e8 req-066eacf9-2e50-4d04-b6b7-c9a88cac9d45 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=049be337-3d21-42c8-97e2-46af2bdf2358 HTTP/1.1" status: 200 len: 945 time: 0.0492470 Sep 22 22:14:11.572513 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:11.580386 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5b861a07-7f14-4678-b74d-fa63dd1699e8 req-60157862-589d-4df2-ab04-9e81a26f2984 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413756 Sep 22 22:14:11.914942 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0f055c54-cb74-4c7f-b6ca-516406e843c9 req-994e1c76-52d8-40d5-a4be-d29bab256ecb tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 210 time: 0.0279596 Sep 22 22:14:12.698678 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce22def-5005-429b-9035-60167c03f27b req-44d595d6-3e3f-4b37-a1be-e4cbf4e1b871 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:12.700146 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9ce22def-5005-429b-9035-60167c03f27b req-44d595d6-3e3f-4b37-a1be-e4cbf4e1b871 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=049be337-3d21-42c8-97e2-46af2bdf2358 HTTP/1.1" status: 200 len: 945 time: 0.0463512 Sep 22 22:14:12.724642 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:12.746389 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9ce22def-5005-429b-9035-60167c03f27b req-aea6bd36-2aef-4d68-9705-b5b8d6d0bbdd tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406775 Sep 22 22:14:13.017001 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c3469902-af88-48f5-86e8-423b44b76583 req-137c2f3e-1716-4aad-a6bd-22f18ec5e8bf tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 210 time: 0.0303495 Sep 22 22:14:13.668431 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-b5e68d41-32b9-4bce-a7fa-62ee45ee6059 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=322c7c4ad81c41dfb148ae965fc964dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229397 Sep 22 22:14:13.784896 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-cb6bbe85-ffbe-4b24-83db-8b3774a1f25d tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:13.786411 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-cb6bbe85-ffbe-4b24-83db-8b3774a1f25d tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1118770 Sep 22 22:14:13.806636 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-d4627bf0-b798-401f-88bc-e5866294f8b6 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Request body: {'port': {'device_id': '6b5924eb-9d04-403e-a6d8-be2088f85438', 'network_id': '6e0ed668-781e-45bf-bb85-4b78dd8ef138', 'admin_state_up': True, 'tenant_id': '322c7c4ad81c41dfb148ae965fc964dc'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:14:13.920158 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-d4627bf0-b798-401f-88bc-e5866294f8b6 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Made reservation on behalf of 322c7c4ad81c41dfb148ae965fc964dc for: {'port': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:14:13.924499 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-d4627bf0-b798-401f-88bc-e5866294f8b6 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:13.933039 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-d4627bf0-b798-401f-88bc-e5866294f8b6 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:14.009549 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-d4627bf0-b798-401f-88bc-e5866294f8b6 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Publish callbacks [] for security_group (efad9c48-8631-4129-8f78-ccbe4a9e9fe8), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:14.013613 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-d4627bf0-b798-401f-88bc-e5866294f8b6 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (efad9c48-8631-4129-8f78-ccbe4a9e9fe8), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:14.084101 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4627bf0-b798-401f-88bc-e5866294f8b6 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efad9c48-8631-4129-8f78-ccbe4a9e9fe8,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:14.150807 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2fd0605d-bb52-46e6-a800-08fe51708f70 req-97bc77e0-ea74-4880-9e21-68fb78bf7f5b tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 210 time: 0.0511153 Sep 22 22:14:14.179836 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-d4627bf0-b798-401f-88bc-e5866294f8b6 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Allocated IP 192.168.233.40 (6e0ed668-781e-45bf-bb85-4b78dd8ef138/33f54d71-cf72-473d-98df-47851dd9a537/d2676da8-924b-45bb-b988-80844727c802) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:14:14.328514 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-d4627bf0-b798-401f-88bc-e5866294f8b6 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Publish callbacks [] for port (d2676da8-924b-45bb-b988-80844727c802), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:14.359174 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-d4627bf0-b798-401f-88bc-e5866294f8b6 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (d2676da8-924b-45bb-b988-80844727c802), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:14.365362 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:14.390461 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:14.411052 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-d4627bf0-b798-401f-88bc-e5866294f8b6 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Network 6e0ed668-781e-45bf-bb85-4b78dd8ef138 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:14:14.414597 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4627bf0-b798-401f-88bc-e5866294f8b6 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Pushing event updated for resources: {'Port': ['ID=d2676da8-924b-45bb-b988-80844727c802,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:14.418045 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-d4627bf0-b798-401f-88bc-e5866294f8b6 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:14:14.420064 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-d4627bf0-b798-401f-88bc-e5866294f8b6 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:14:14.472332 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-d4627bf0-b798-401f-88bc-e5866294f8b6 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:14.472956 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-d4627bf0-b798-401f-88bc-e5866294f8b6 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:14.490631 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-d4627bf0-b798-401f-88bc-e5866294f8b6 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6889606 Sep 22 22:14:14.510972 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-53be172e-2c03-4284-8f33-426d5e5ef5ac service neutron] Request body: {'port': {'device_id': '6b5924eb-9d04-403e-a6d8-be2088f85438', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:14:14.578044 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-53be172e-2c03-4284-8f33-426d5e5ef5ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (d2676da8-924b-45bb-b988-80844727c802), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:14.643933 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-baa56cf4-6c0a-467f-8a0e-7ef1aa0751c6 None None] Provisioning complete for port d2676da8-924b-45bb-b988-80844727c802 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:14:14.644431 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-baa56cf4-6c0a-467f-8a0e-7ef1aa0751c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (d2676da8-924b-45bb-b988-80844727c802), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:14.644819 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-baa56cf4-6c0a-467f-8a0e-7ef1aa0751c6 None None] Attempt 1 to provision port d2676da8-924b-45bb-b988-80844727c802 Sep 22 22:14:14.676859 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-baa56cf4-6c0a-467f-8a0e-7ef1aa0751c6 None None] Port d2676da8-924b-45bb-b988-80844727c802 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:14:14.838033 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-53be172e-2c03-4284-8f33-426d5e5ef5ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2676da8-924b-45bb-b988-80844727c802 {{(pid=106428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:14:14.846722 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-53be172e-2c03-4284-8f33-426d5e5ef5ac service neutron] Publish callbacks [] for port (d2676da8-924b-45bb-b988-80844727c802), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:14.859524 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.provisioning_blocks [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-53be172e-2c03-4284-8f33-426d5e5ef5ac service neutron] Transition to ACTIVE for port object d2676da8-924b-45bb-b988-80844727c802 will not be triggered until provisioned by entity L2. {{(pid=106428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 22:14:14.862502 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-437a8c75-b746-4b48-b68f-d2991a4f760f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:14.863705 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-53be172e-2c03-4284-8f33-426d5e5ef5ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (d2676da8-924b-45bb-b988-80844727c802), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:14.922911 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be172e-2c03-4284-8f33-426d5e5ef5ac service neutron] Pushing event updated for resources: {'Port': ['ID=d2676da8-924b-45bb-b988-80844727c802,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:14.973884 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-53be172e-2c03-4284-8f33-426d5e5ef5ac service neutron] Attempting to bind port d2676da8-924b-45bb-b988-80844727c802 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:14:14.974225 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-53be172e-2c03-4284-8f33-426d5e5ef5ac service neutron] Attempting to bind port d2676da8-924b-45bb-b988-80844727c802 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '2ed9021a-3d6a-4cd8-85bd-8dbf9f9e8f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6e0ed668-781e-45bf-bb85-4b78dd8ef138'}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:14:14.974553 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-53be172e-2c03-4284-8f33-426d5e5ef5ac service neutron] Attempting to bind port d2676da8-924b-45bb-b988-80844727c802 on network 6e0ed668-781e-45bf-bb85-4b78dd8ef138 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:14:15.018634 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-53be172e-2c03-4284-8f33-426d5e5ef5ac service neutron] Port d2676da8-924b-45bb-b988-80844727c802 on network 6e0ed668-781e-45bf-bb85-4b78dd8ef138 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 22:14:15.018963 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-53be172e-2c03-4284-8f33-426d5e5ef5ac service neutron] Attempting to bind port d2676da8-924b-45bb-b988-80844727c802 on network 6e0ed668-781e-45bf-bb85-4b78dd8ef138 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:14:15.060334 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-53be172e-2c03-4284-8f33-426d5e5ef5ac service neutron] Checking agent: {'id': 'f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'started_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:14:15.060673 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-53be172e-2c03-4284-8f33-426d5e5ef5ac service neutron] Checking segment: {'id': '2ed9021a-3d6a-4cd8-85bd-8dbf9f9e8f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6e0ed668-781e-45bf-bb85-4b78dd8ef138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:14:15.061684 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-53be172e-2c03-4284-8f33-426d5e5ef5ac service neutron] Bound using segment: {'id': '2ed9021a-3d6a-4cd8-85bd-8dbf9f9e8f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6e0ed668-781e-45bf-bb85-4b78dd8ef138'} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:14:15.062140 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-53be172e-2c03-4284-8f33-426d5e5ef5ac service neutron] Bound port: d2676da8-924b-45bb-b988-80844727c802, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed9021a-3d6a-4cd8-85bd-8dbf9f9e8f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6e0ed668-781e-45bf-bb85-4b78dd8ef138'}}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:14:15.062508 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-53be172e-2c03-4284-8f33-426d5e5ef5ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (d2676da8-924b-45bb-b988-80844727c802), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:15.122264 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-53be172e-2c03-4284-8f33-426d5e5ef5ac service neutron] For port d2676da8-924b-45bb-b988-80844727c802, host hv-cinder-84914, cleared binding levels {{(pid=106428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:14:15.125931 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-53be172e-2c03-4284-8f33-426d5e5ef5ac service neutron] For port d2676da8-924b-45bb-b988-80844727c802, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=d2676da8-924b-45bb-b988-80844727c802,segment=NetworkSegment(2ed9021a-3d6a-4cd8-85bd-8dbf9f9e8f22),segment_id=2ed9021a-3d6a-4cd8-85bd-8dbf9f9e8f22)] {{(pid=106428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:14:15.135032 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-53be172e-2c03-4284-8f33-426d5e5ef5ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (d2676da8-924b-45bb-b988-80844727c802), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:15.139231 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-53be172e-2c03-4284-8f33-426d5e5ef5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:15.139841 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-53be172e-2c03-4284-8f33-426d5e5ef5ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:15.141247 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-53be172e-2c03-4284-8f33-426d5e5ef5ac service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/d2676da8-924b-45bb-b988-80844727c802 HTTP/1.1" status: 200 len: 1097 time: 0.6350005 Sep 22 22:14:15.141817 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5924eb-9d04-403e-a6d8-be2088f85438', 'tag': 'd2676da8-924b-45bb-b988-80844727c802'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:14:15.144074 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222b9d5b-6ad8-4cbb-a4ed-a53cf551ad7d" -d '{"events": [{"name": "network-changed", "server_uuid": "6b5924eb-9d04-403e-a6d8-be2088f85438", "tag": "d2676da8-924b-45bb-b988-80844727c802"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:14:15.178744 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-baa56cf4-6c0a-467f-8a0e-7ef1aa0751c6 None None] Attempt 2 to provision port d2676da8-924b-45bb-b988-80844727c802 Sep 22 22:14:15.188346 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163b1070-6fb4-49b5-9af3-f859bbe40100 x-openstack-request-id: req-163b1070-6fb4-49b5-9af3-f859bbe40100 {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:14:15.188933 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b5924eb-9d04-403e-a6d8-be2088f85438", "tag": "d2676da8-924b-45bb-b988-80844727c802", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:14:15.188933 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-163b1070-6fb4-49b5-9af3-f859bbe40100 {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:14:15.189325 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-163b1070-6fb4-49b5-9af3-f859bbe40100'] response: {'name': 'network-changed', 'server_uuid': '6b5924eb-9d04-403e-a6d8-be2088f85438', 'tag': 'd2676da8-924b-45bb-b988-80844727c802', 'status': 'completed', 'code': 200} Sep 22 22:14:15.194031 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be172e-2c03-4284-8f33-426d5e5ef5ac service neutron] Pushing event updated for resources: {'Port': ['ID=d2676da8-924b-45bb-b988-80844727c802,revision_number=3']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:15.208561 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:15.228771 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-baa56cf4-6c0a-467f-8a0e-7ef1aa0751c6 None None] Port d2676da8-924b-45bb-b988-80844727c802 had new provisioning blocks added so it will not transition to active. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 22:14:15.258442 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:15.277508 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32052e5f-ea73-4505-9ebe-bd4135fbb39b req-6b539c2b-7fc4-41e1-a159-3497f727c0ad tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:15.278982 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-32052e5f-ea73-4505-9ebe-bd4135fbb39b req-6b539c2b-7fc4-41e1-a159-3497f727c0ad tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 947 time: 0.0523512 Sep 22 22:14:15.290801 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:15.331490 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-32052e5f-ea73-4505-9ebe-bd4135fbb39b req-0c05b458-1791-4649-989b-e78d675bd54b tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=efad9c48-8631-4129-8f78-ccbe4a9e9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459611 Sep 22 22:14:15.419442 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b9d5b-6ad8-4cbb-a4ed-a53cf551ad7d req-0eee8cf6-acb4-48f7-87b0-98f806ccb3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:15.421823 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-222b9d5b-6ad8-4cbb-a4ed-a53cf551ad7d req-0eee8cf6-acb4-48f7-87b0-98f806ccb3bc service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=322c7c4ad81c41dfb148ae965fc964dc&device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 1131 time: 0.0408909 Sep 22 22:14:15.487459 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-222b9d5b-6ad8-4cbb-a4ed-a53cf551ad7d req-2f09a645-79bf-48d1-b762-ceb4bb6d8e8d service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=322c7c4ad81c41dfb148ae965fc964dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188136 Sep 22 22:14:15.580398 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b9d5b-6ad8-4cbb-a4ed-a53cf551ad7d req-658665ae-13bf-4685-b8bf-268ce4e6c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:15.581914 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-222b9d5b-6ad8-4cbb-a4ed-a53cf551ad7d req-658665ae-13bf-4685-b8bf-268ce4e6c6b6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888338 Sep 22 22:14:15.707197 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-990fb581-302d-46d7-98f0-ebe3a3c04f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:15.708628 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-990fb581-302d-46d7-98f0-ebe3a3c04f0b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=322c7c4ad81c41dfb148ae965fc964dc&device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 1131 time: 0.0393682 Sep 22 22:14:15.753616 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-4d8e3ed5-dd32-4729-8dcc-dbc88536b017 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=d2676da8-924b-45bb-b988-80844727c802 HTTP/1.1" status: 200 len: 217 time: 0.0309169 Sep 22 22:14:15.804819 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-0cb231ed-0417-403d-b35e-9ca51c7f5491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:15.806323 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-0cb231ed-0417-403d-b35e-9ca51c7f5491 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=33f54d71-cf72-473d-98df-47851dd9a537 HTTP/1.1" status: 200 len: 843 time: 0.0475667 Sep 22 22:14:15.849912 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-dc8fa076-0708-40d7-bd36-518f9c354751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:15.851459 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-dc8fa076-0708-40d7-bd36-518f9c354751 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=6e0ed668-781e-45bf-bb85-4b78dd8ef138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0393872 Sep 22 22:14:15.942500 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-6173f893-0163-410b-8009-0fcd43abe7ce service neutron] 10.222.0.57 "GET /networking/v2.0/networks/6e0ed668-781e-45bf-bb85-4b78dd8ef138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851078 Sep 22 22:14:16.032222 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-07ef537a-c8e1-44aa-a540-04ade13771d7 req-2844729e-7f32-4147-9b70-27a5535fd436 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/6e0ed668-781e-45bf-bb85-4b78dd8ef138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832822 Sep 22 22:14:16.453333 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28fc8d-b2fa-4b3a-9073-90f2560af7db req-c911bf95-7cc8-4459-ab0a-decaa2505a76 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:16.454785 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7e28fc8d-b2fa-4b3a-9073-90f2560af7db req-c911bf95-7cc8-4459-ab0a-decaa2505a76 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 947 time: 0.0469177 Sep 22 22:14:16.504404 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7e28fc8d-b2fa-4b3a-9073-90f2560af7db req-b5937113-c29e-4231-bfc3-b3ea8af5ac13 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=efad9c48-8631-4129-8f78-ccbe4a9e9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441165 Sep 22 22:14:16.531338 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:16.969601 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=21,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:16.971588 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=16,neutron:INSERT=7 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:17.028940 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:17.037497 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-8faf5e7f-0ff8-4e67-b81a-23c81509c756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:17.626561 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615d11f-59c6-4053-9495-3dee2fa4ec11 req-600dba89-c8d7-4a4f-a1e9-46d36e2af904 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:17.628040 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5615d11f-59c6-4053-9495-3dee2fa4ec11 req-600dba89-c8d7-4a4f-a1e9-46d36e2af904 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 947 time: 0.0476601 Sep 22 22:14:17.675608 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5615d11f-59c6-4053-9495-3dee2fa4ec11 req-ea1dc84d-2e11-4e3b-bc5f-40dd171f7f34 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=efad9c48-8631-4129-8f78-ccbe4a9e9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420127 Sep 22 22:14:18.309499 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:18.793579 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1511f3-c7b0-44a5-a432-dc33044c2c69 req-49076c59-a817-4eeb-bbee-8c7e87fc9765 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:18.795028 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5a1511f3-c7b0-44a5-a432-dc33044c2c69 req-49076c59-a817-4eeb-bbee-8c7e87fc9765 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 947 time: 0.0460126 Sep 22 22:14:18.854464 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5a1511f3-c7b0-44a5-a432-dc33044c2c69 req-7a4ecc82-4b11-4332-9a91-83d775c37dde tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=efad9c48-8631-4129-8f78-ccbe4a9e9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515230 Sep 22 22:14:19.881457 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:19.975496 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd061f34-25b2-4a4d-9394-94cd0729f075 req-ac6c590d-fbfd-4a70-a93c-174f9f4df389 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:19.976956 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bd061f34-25b2-4a4d-9394-94cd0729f075 req-ac6c590d-fbfd-4a70-a93c-174f9f4df389 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 947 time: 0.0491168 Sep 22 22:14:20.023174 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bd061f34-25b2-4a4d-9394-94cd0729f075 req-9fbc80d9-1553-4e7f-90c4-cadfd5149c95 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=efad9c48-8631-4129-8f78-ccbe4a9e9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406899 Sep 22 22:14:20.052657 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:21.149390 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cb03b-89eb-417d-bc40-a184aa269112 req-786a0abf-0c78-40c5-9c39-008ebd8eda61 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:21.150875 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a83cb03b-89eb-417d-bc40-a184aa269112 req-786a0abf-0c78-40c5-9c39-008ebd8eda61 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 947 time: 0.0505648 Sep 22 22:14:21.162765 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:21.198873 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a83cb03b-89eb-417d-bc40-a184aa269112 req-ade7e55a-518e-4153-a89a-3ad751d47c4e tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=efad9c48-8631-4129-8f78-ccbe4a9e9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416174 Sep 22 22:14:21.362279 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device d2676da8-924b-45bb-b988-80844727c802 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 22:14:21.460663 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port d2676da8-924b-45bb-b988-80844727c802, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=d2676da8-924b-45bb-b988-80844727c802,segment=NetworkSegment(2ed9021a-3d6a-4cd8-85bd-8dbf9f9e8f22),segment_id=2ed9021a-3d6a-4cd8-85bd-8dbf9f9e8f22)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:14:21.472173 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Returning: {'device': 'd2676da8-924b-45bb-b988-80844727c802', 'network_id': '6e0ed668-781e-45bf-bb85-4b78dd8ef138', 'port_id': 'd2676da8-924b-45bb-b988-80844727c802', 'mac_address': 'fa:16:3e:2a:d7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f54d71-cf72-473d-98df-47851dd9a537', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 22:14:21.505695 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port d2676da8-924b-45bb-b988-80844727c802 is: DOWN; New status is: BUILD {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:14:21.506085 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (d2676da8-924b-45bb-b988-80844727c802), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:21.518531 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2676da8-924b-45bb-b988-80844727c802 {{(pid=106430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:14:21.540245 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port d2676da8-924b-45bb-b988-80844727c802, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=d2676da8-924b-45bb-b988-80844727c802,segment=NetworkSegment(2ed9021a-3d6a-4cd8-85bd-8dbf9f9e8f22),segment_id=2ed9021a-3d6a-4cd8-85bd-8dbf9f9e8f22)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:14:21.544438 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (d2676da8-924b-45bb-b988-80844727c802), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:21.590555 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=d2676da8-924b-45bb-b988-80844727c802,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:22.032169 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['d2676da8-924b-45bb-b988-80844727c802'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:14:22.319570 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9d7fc-795a-4ac8-b793-c200a339eb5d req-166c6414-db75-4283-a2e3-8509ff94be6e tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:22.321021 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-97f9d7fc-795a-4ac8-b793-c200a339eb5d req-166c6414-db75-4283-a2e3-8509ff94be6e tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 948 time: 0.0464284 Sep 22 22:14:22.359737 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:22.371614 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-97f9d7fc-795a-4ac8-b793-c200a339eb5d req-cf0b0d41-fd0a-4dcb-bd68-29e189a8985e tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=efad9c48-8631-4129-8f78-ccbe4a9e9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450692 Sep 22 22:14:23.377756 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device d2676da8-924b-45bb-b988-80844727c802 up at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:14:23.418563 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning for port d2676da8-924b-45bb-b988-80844727c802 completed by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 22:14:23.425260 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning complete for port d2676da8-924b-45bb-b988-80844727c802 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:14:23.425690 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (d2676da8-924b-45bb-b988-80844727c802), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:23.426029 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Attempt 1 to provision port d2676da8-924b-45bb-b988-80844727c802 Sep 22 22:14:23.493496 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d54a6-fd86-401e-8f01-ec86ac69b87c req-c21f758a-d6ce-47fd-9950-912638294941 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:23.495047 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b12d54a6-fd86-401e-8f01-ec86ac69b87c req-c21f758a-d6ce-47fd-9950-912638294941 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 948 time: 0.0468795 Sep 22 22:14:23.500941 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port d2676da8-924b-45bb-b988-80844727c802 is: BUILD; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:14:23.501367 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (d2676da8-924b-45bb-b988-80844727c802), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:23.524152 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5924eb-9d04-403e-a6d8-be2088f85438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2676da8-924b-45bb-b988-80844727c802'}] {{(pid=106430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:14:23.526418 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2272dcd180a18b0bdbf7a4ac2a7f9325cd9193a83f54eb82bc11fdb6a8b27d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a14544d-7476-4a00-b869-f74ddba1992e" -d '{"events": [{"server_uuid": "6b5924eb-9d04-403e-a6d8-be2088f85438", "name": "network-vif-plugged", "status": "completed", "tag": "d2676da8-924b-45bb-b988-80844727c802"}]}' {{(pid=106430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:14:23.539314 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port d2676da8-924b-45bb-b988-80844727c802, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=d2676da8-924b-45bb-b988-80844727c802,segment=NetworkSegment(2ed9021a-3d6a-4cd8-85bd-8dbf9f9e8f22),segment_id=2ed9021a-3d6a-4cd8-85bd-8dbf9f9e8f22)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:14:23.543656 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (d2676da8-924b-45bb-b988-80844727c802), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:23.544729 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b12d54a6-fd86-401e-8f01-ec86ac69b87c req-6ca3e8f1-6fe9-4e31-a4c3-9dd4ece92291 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=efad9c48-8631-4129-8f78-ccbe4a9e9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434790 Sep 22 22:14:23.572568 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33c8792-04b7-4b91-8cd4-17d676ce9797 x-openstack-request-id: req-c33c8792-04b7-4b91-8cd4-17d676ce9797 {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:14:23.572875 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b5924eb-9d04-403e-a6d8-be2088f85438", "name": "network-vif-plugged", "status": "completed", "tag": "d2676da8-924b-45bb-b988-80844727c802", "code": 200}]} {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:14:23.573146 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c33c8792-04b7-4b91-8cd4-17d676ce9797 {{(pid=106430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:14:23.573532 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c33c8792-04b7-4b91-8cd4-17d676ce9797'] response: {'server_uuid': '6b5924eb-9d04-403e-a6d8-be2088f85438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2676da8-924b-45bb-b988-80844727c802', 'code': 200} Sep 22 22:14:23.598984 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=d2676da8-924b-45bb-b988-80844727c802,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:24.665349 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e0909-d942-4cdf-84db-42379e95fc5b req-29b39462-d428-451e-b54c-22dbc7f4ac02 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:24.666809 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e15e0909-d942-4cdf-84db-42379e95fc5b req-29b39462-d428-451e-b54c-22dbc7f4ac02 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 949 time: 0.0457950 Sep 22 22:14:24.714295 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e15e0909-d942-4cdf-84db-42379e95fc5b req-7e2e0c97-aa51-4946-b0c1-c45a426efc6f tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=efad9c48-8631-4129-8f78-ccbe4a9e9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410564 Sep 22 22:14:25.839613 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7fa07-9b08-4f2f-9b9c-e4054d49c6c1 req-599869b9-cf94-4336-b91b-66dd8ce407ec tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:25.841069 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3db7fa07-9b08-4f2f-9b9c-e4054d49c6c1 req-599869b9-cf94-4336-b91b-66dd8ce407ec tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 949 time: 0.0508311 Sep 22 22:14:25.889068 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3db7fa07-9b08-4f2f-9b9c-e4054d49c6c1 req-0e7ba5d1-946e-4436-a9b9-ba05f10b61b7 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=efad9c48-8631-4129-8f78-ccbe4a9e9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414307 Sep 22 22:14:27.009580 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35263b72-da70-4c0d-b152-7f5c78af537f req-a98018f6-8078-4bfd-b09f-55d5879e5473 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:27.011099 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-35263b72-da70-4c0d-b152-7f5c78af537f req-a98018f6-8078-4bfd-b09f-55d5879e5473 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 949 time: 0.0472207 Sep 22 22:14:27.062669 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-35263b72-da70-4c0d-b152-7f5c78af537f req-705c8036-81a1-4697-acc4-6c0b15733377 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=efad9c48-8631-4129-8f78-ccbe4a9e9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460148 Sep 22 22:14:28.182021 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed18f17-b0b7-4f12-bc00-ccc9970658d9 req-c11095d7-bc04-4f9a-b527-9098aa5aba83 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:28.183492 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fed18f17-b0b7-4f12-bc00-ccc9970658d9 req-c11095d7-bc04-4f9a-b527-9098aa5aba83 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 949 time: 0.0493772 Sep 22 22:14:28.233601 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fed18f17-b0b7-4f12-bc00-ccc9970658d9 req-6707a626-e7c6-4211-9dd7-3eeb805d2073 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=efad9c48-8631-4129-8f78-ccbe4a9e9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438101 Sep 22 22:14:29.359491 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0c871-7a51-490e-bb76-05e9a8f57dd5 req-e65f5fce-34d7-451d-b12e-4dee9820ae56 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:29.360837 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0fe0c871-7a51-490e-bb76-05e9a8f57dd5 req-e65f5fce-34d7-451d-b12e-4dee9820ae56 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 949 time: 0.0454502 Sep 22 22:14:29.406821 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0fe0c871-7a51-490e-bb76-05e9a8f57dd5 req-6685a3f0-8c87-4f6c-b9aa-31c680f24bb8 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=efad9c48-8631-4129-8f78-ccbe4a9e9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404744 Sep 22 22:14:29.756578 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-77f11298-ebf3-4286-9d1e-e956ac75b9f9 req-3cd0ad2b-5438-4673-96ec-473612d24b82 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412996 Sep 22 22:14:30.284971 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f11298-ebf3-4286-9d1e-e956ac75b9f9 req-0a538c24-08cc-4950-81db-6f61970d931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:30.286558 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-77f11298-ebf3-4286-9d1e-e956ac75b9f9 req-0a538c24-08cc-4950-81db-6f61970d931e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=226257b343d24054bc2178b47a9a5a4f&device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 1130 time: 0.0815146 Sep 22 22:14:30.287626 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce77f2-004e-4085-8a22-957ea68bff29 req-72011296-6ae7-4495-9e87-77cbd215662d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:30.288961 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e0ce77f2-004e-4085-8a22-957ea68bff29 req-72011296-6ae7-4495-9e87-77cbd215662d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 1133 time: 0.0505509 Sep 22 22:14:30.390772 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e0ce77f2-004e-4085-8a22-957ea68bff29 req-9d8169e3-62ac-450b-88bb-98ec958d3ceb service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=efad9c48-8631-4129-8f78-ccbe4a9e9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954363 Sep 22 22:14:30.432106 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f11298-ebf3-4286-9d1e-e956ac75b9f9 req-ce8b7fb3-0bd5-4f4f-a380-27e07ff1dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:30.433584 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-77f11298-ebf3-4286-9d1e-e956ac75b9f9 req-ce8b7fb3-0bd5-4f4f-a380-27e07ff1dd2d service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=76b70dbd-430e-4822-82a3-49c7f238d2e2 HTTP/1.1" status: 200 len: 916 time: 0.1114075 Sep 22 22:14:30.531742 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb820d8-9a57-473b-b1ca-5b53ed224753 req-f7cae29e-73f3-4eb8-bfd8-fd6e8e121b8c tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:30.533120 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0eb820d8-9a57-473b-b1ca-5b53ed224753 req-f7cae29e-73f3-4eb8-bfd8-fd6e8e121b8c tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 949 time: 0.0464804 Sep 22 22:14:30.545391 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:30.579614 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0eb820d8-9a57-473b-b1ca-5b53ed224753 req-de663a19-8ff1-432c-9904-0a7cea1b1622 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=efad9c48-8631-4129-8f78-ccbe4a9e9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410314 Sep 22 22:14:31.116241 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-77f11298-ebf3-4286-9d1e-e956ac75b9f9 req-a57093f2-dd29-4e5d-a221-f4bbe8d41f06 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f73d7aa-997f-4856-81f0-98fb975bdbf8 HTTP/1.1" status: 200 len: 1002 time: 0.0629776 Sep 22 22:14:31.164968 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f11298-ebf3-4286-9d1e-e956ac75b9f9 req-ec34f1e1-eee7-4652-9649-50a4925f98b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:31.166393 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-77f11298-ebf3-4286-9d1e-e956ac75b9f9 req-ec34f1e1-eee7-4652-9649-50a4925f98b5 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b69367a6-5eda-4933-ae45-e149b1c204d0 HTTP/1.1" status: 200 len: 854 time: 0.0439825 Sep 22 22:14:31.689186 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:31.700206 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c0549-c378-42d9-907a-bf1ed85ccef0 req-9290b9f1-ef1c-4a0a-998c-c267f65045b1 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:31.702172 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-597c0549-c378-42d9-907a-bf1ed85ccef0 req-9290b9f1-ef1c-4a0a-998c-c267f65045b1 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 949 time: 0.0481050 Sep 22 22:14:31.747918 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-597c0549-c378-42d9-907a-bf1ed85ccef0 req-b64dda0e-89e2-4a1b-9e1c-2bb3c343f240 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=efad9c48-8631-4129-8f78-ccbe4a9e9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398114 Sep 22 22:14:32.866277 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45fc30-b084-4b49-b7a4-fedd8403d50f req-bb960e22-e530-4a5b-af60-2430ef69e7da tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:32.867722 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1e45fc30-b084-4b49-b7a4-fedd8403d50f req-bb960e22-e530-4a5b-af60-2430ef69e7da tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 949 time: 0.0466855 Sep 22 22:14:33.132148 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1e45fc30-b084-4b49-b7a4-fedd8403d50f req-32ca1db6-2927-4f06-b944-6cd1845b0c1a tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=efad9c48-8631-4129-8f78-ccbe4a9e9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584052 Sep 22 22:14:33.595685 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:33.596462 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:34.256464 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59ce69-3407-470d-9600-e0263742a905 req-207bc343-b95f-48b8-ad02-c3e88101c697 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:34.257939 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6a59ce69-3407-470d-9600-e0263742a905 req-207bc343-b95f-48b8-ad02-c3e88101c697 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 949 time: 0.0461190 Sep 22 22:14:34.304021 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6a59ce69-3407-470d-9600-e0263742a905 req-e271bf82-fd4a-42d1-8818-b4a14663e232 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=efad9c48-8631-4129-8f78-ccbe4a9e9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399113 Sep 22 22:14:35.423664 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73dbba9-d578-48a4-a2b4-1a409f9f2fcc req-9f019cf2-ee49-4bf3-be3b-6f591efb16c8 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:35.425128 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a73dbba9-d578-48a4-a2b4-1a409f9f2fcc req-9f019cf2-ee49-4bf3-be3b-6f591efb16c8 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 949 time: 0.0455325 Sep 22 22:14:35.472824 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a73dbba9-d578-48a4-a2b4-1a409f9f2fcc req-67f668dc-1306-45b1-9175-7dbb754baedf tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=efad9c48-8631-4129-8f78-ccbe4a9e9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422471 Sep 22 22:14:36.591297 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f11298-ebf3-4286-9d1e-e956ac75b9f9 req-45080a14-fd29-4ff1-b882-1c32026933dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:36.592694 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-77f11298-ebf3-4286-9d1e-e956ac75b9f9 req-45080a14-fd29-4ff1-b882-1c32026933dc service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=76b70dbd-430e-4822-82a3-49c7f238d2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0646417 Sep 22 22:14:36.614591 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158d4ca-13fe-4151-9b13-618b69ac286d req-73eb0469-66e0-4438-8f01-1263c7dcae7d tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:36.615947 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8158d4ca-13fe-4151-9b13-618b69ac286d req-73eb0469-66e0-4438-8f01-1263c7dcae7d tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 949 time: 0.0614655 Sep 22 22:14:36.719737 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8158d4ca-13fe-4151-9b13-618b69ac286d req-7a4a8b4c-72ac-4963-90a2-d9b480019926 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=efad9c48-8631-4129-8f78-ccbe4a9e9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939794 Sep 22 22:14:36.729790 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-77f11298-ebf3-4286-9d1e-e956ac75b9f9 req-8d60feff-949f-47af-8c1e-11cbc3bcf9c0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/76b70dbd-430e-4822-82a3-49c7f238d2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296449 Sep 22 22:14:36.825153 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-77f11298-ebf3-4286-9d1e-e956ac75b9f9 req-891b5396-d8b5-43b8-8225-128ebc9bb53a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/76b70dbd-430e-4822-82a3-49c7f238d2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887890 Sep 22 22:14:37.841345 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0d5d8-0605-4a34-8d0a-57e7009a737e req-b5445388-3b4e-428f-80dc-30d3d9d80f93 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:37.842806 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-49d0d5d8-0605-4a34-8d0a-57e7009a737e req-b5445388-3b4e-428f-80dc-30d3d9d80f93 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 949 time: 0.0464678 Sep 22 22:14:37.888822 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-49d0d5d8-0605-4a34-8d0a-57e7009a737e req-340b4766-4d64-4df9-b88c-897997d3aded tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=efad9c48-8631-4129-8f78-ccbe4a9e9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405540 Sep 22 22:14:38.131588 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:14:38.148523 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057907a-1ee6-4027-a48b-434904c4bff5 req-8a88bec0-3ef3-4087-a8a6-35bdb845ae06 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:38.150016 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d057907a-1ee6-4027-a48b-434904c4bff5 req-8a88bec0-3ef3-4087-a8a6-35bdb845ae06 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 949 time: 0.0466251 Sep 22 22:14:38.197267 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d057907a-1ee6-4027-a48b-434904c4bff5 req-3b0ac2e6-caf4-4565-8bfc-f09d50e6220e tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=efad9c48-8631-4129-8f78-ccbe4a9e9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415535 Sep 22 22:14:39.285726 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:39.324721 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c890fa1-c1d8-4c2e-a871-4f700c68b205 req-e15d01e0-79b8-4f08-933a-535ad946ec21 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:39.326124 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8c890fa1-c1d8-4c2e-a871-4f700c68b205 req-e15d01e0-79b8-4f08-933a-535ad946ec21 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 949 time: 0.0505185 Sep 22 22:14:39.372369 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8c890fa1-c1d8-4c2e-a871-4f700c68b205 req-43fe0db5-b09d-4806-9a1f-0e4a56a7ad3a tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=efad9c48-8631-4129-8f78-ccbe4a9e9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407670 Sep 22 22:14:40.491394 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c742ffa-6672-4631-a270-0f98a636bf88 req-ea63d6c8-eafa-4d20-998b-22dee0af149f tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:40.492837 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1c742ffa-6672-4631-a270-0f98a636bf88 req-ea63d6c8-eafa-4d20-998b-22dee0af149f tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 949 time: 0.0462949 Sep 22 22:14:40.518175 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:40.539598 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1c742ffa-6672-4631-a270-0f98a636bf88 req-b0c387a4-8156-4f14-9ca9-5f0a58e89299 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=efad9c48-8631-4129-8f78-ccbe4a9e9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404646 Sep 22 22:14:41.661279 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff039e-ee05-471a-baa4-9b4aa46ede41 req-b2bec492-bfb1-417f-b8ab-20c483e64836 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:41.662755 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-68ff039e-ee05-471a-baa4-9b4aa46ede41 req-b2bec492-bfb1-417f-b8ab-20c483e64836 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 949 time: 0.0470860 Sep 22 22:14:41.713187 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-68ff039e-ee05-471a-baa4-9b4aa46ede41 req-792d4f31-1ec9-4dd5-829f-0ef4a85f05ec tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=efad9c48-8631-4129-8f78-ccbe4a9e9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448711 Sep 22 22:14:42.832980 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9fac9-a920-43c5-8ff2-c962d8dd2be5 req-cdf6bf59-4f4b-47cb-974e-bdc326a15c3b tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:42.834491 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-70c9fac9-a920-43c5-8ff2-c962d8dd2be5 req-cdf6bf59-4f4b-47cb-974e-bdc326a15c3b tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 949 time: 0.0478041 Sep 22 22:14:42.885277 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-70c9fac9-a920-43c5-8ff2-c962d8dd2be5 req-e31d40db-b752-42dc-8cb2-14a2ddf10f59 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=efad9c48-8631-4129-8f78-ccbe4a9e9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451829 Sep 22 22:14:43.929366 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d850ba4-a63b-4298-a049-fa4b6e421ba7 req-ffaf078d-5166-406c-8225-4d5a8e8c9dac tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:43.930834 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2d850ba4-a63b-4298-a049-fa4b6e421ba7 req-ffaf078d-5166-406c-8225-4d5a8e8c9dac tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 949 time: 0.0465515 Sep 22 22:14:44.037548 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b62399-0c27-4498-a3c0-19eed1ffb9e7 req-09480aa6-c9c8-4aa2-ae21-5028694a19cf tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:44.039038 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-67b62399-0c27-4498-a3c0-19eed1ffb9e7 req-09480aa6-c9c8-4aa2-ae21-5028694a19cf tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 949 time: 0.0733132 Sep 22 22:14:44.071004 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-2d850ba4-a63b-4298-a049-fa4b6e421ba7 req-e2ca5f3f-6442-4695-8109-683b3cb1a7c3 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Deleting port d2676da8-924b-45bb-b988-80844727c802 {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:14:44.071352 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-2d850ba4-a63b-4298-a049-fa4b6e421ba7 req-e2ca5f3f-6442-4695-8109-683b3cb1a7c3 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (d2676da8-924b-45bb-b988-80844727c802), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:44.146651 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-67b62399-0c27-4498-a3c0-19eed1ffb9e7 req-909ac59a-2d4d-43e6-b3bd-9fa1262b7444 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=efad9c48-8631-4129-8f78-ccbe4a9e9fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979018 Sep 22 22:14:44.189211 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-2d850ba4-a63b-4298-a049-fa4b6e421ba7 req-e2ca5f3f-6442-4695-8109-683b3cb1a7c3 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] For port d2676da8-924b-45bb-b988-80844727c802, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=d2676da8-924b-45bb-b988-80844727c802,segment=NetworkSegment(2ed9021a-3d6a-4cd8-85bd-8dbf9f9e8f22),segment_id=2ed9021a-3d6a-4cd8-85bd-8dbf9f9e8f22)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:14:44.189572 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-2d850ba4-a63b-4298-a049-fa4b6e421ba7 req-e2ca5f3f-6442-4695-8109-683b3cb1a7c3 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (d2676da8-924b-45bb-b988-80844727c802), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:44.202377 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-2d850ba4-a63b-4298-a049-fa4b6e421ba7 req-e2ca5f3f-6442-4695-8109-683b3cb1a7c3 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Calling delete_port for d2676da8-924b-45bb-b988-80844727c802 owned by compute:nova {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:14:44.344786 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-2d850ba4-a63b-4298-a049-fa4b6e421ba7 req-e2ca5f3f-6442-4695-8109-683b3cb1a7c3 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (d2676da8-924b-45bb-b988-80844727c802), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:44.373552 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca5f3f-6442-4695-8109-683b3cb1a7c3 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Pushing event deleted for resources: {'Port': ['ID=d2676da8-924b-45bb-b988-80844727c802,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:44.384593 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['d2676da8-924b-45bb-b988-80844727c802'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:14:44.393209 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ca5f3f-6442-4695-8109-683b3cb1a7c3 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:44.393458 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ca5f3f-6442-4695-8109-683b3cb1a7c3 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:44.393811 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ca5f3f-6442-4695-8109-683b3cb1a7c3 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:44.394155 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ca5f3f-6442-4695-8109-683b3cb1a7c3 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:44.394496 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ca5f3f-6442-4695-8109-683b3cb1a7c3 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:44.394837 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ca5f3f-6442-4695-8109-683b3cb1a7c3 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:44.395172 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ca5f3f-6442-4695-8109-683b3cb1a7c3 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:44.395504 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ca5f3f-6442-4695-8109-683b3cb1a7c3 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:44.395846 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ca5f3f-6442-4695-8109-683b3cb1a7c3 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:44.396197 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ca5f3f-6442-4695-8109-683b3cb1a7c3 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:44.396511 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ca5f3f-6442-4695-8109-683b3cb1a7c3 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:44.396839 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ca5f3f-6442-4695-8109-683b3cb1a7c3 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:44.397193 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ca5f3f-6442-4695-8109-683b3cb1a7c3 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:44.397530 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ca5f3f-6442-4695-8109-683b3cb1a7c3 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:44.397850 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ca5f3f-6442-4695-8109-683b3cb1a7c3 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:44.437439 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d850ba4-a63b-4298-a049-fa4b6e421ba7 req-e2ca5f3f-6442-4695-8109-683b3cb1a7c3 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] No DVR routers for this DVR port d2676da8-924b-45bb-b988-80844727c802 on host hv-cinder-84914 {{(pid=106428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:14:44.442544 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-2d850ba4-a63b-4298-a049-fa4b6e421ba7 req-e2ca5f3f-6442-4695-8109-683b3cb1a7c3 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:44.442741 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 42212) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:14:44.449990 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2d850ba4-a63b-4298-a049-fa4b6e421ba7 req-e2ca5f3f-6442-4695-8109-683b3cb1a7c3 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.57 "DELETE /networking/v2.0/ports/d2676da8-924b-45bb-b988-80844727c802 HTTP/1.1" status: 204 len: 173 time: 0.5122597 Sep 22 22:14:44.450562 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5924eb-9d04-403e-a6d8-be2088f85438', 'name': 'network-vif-deleted', 'tag': 'd2676da8-924b-45bb-b988-80844727c802'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:14:44.453037 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5259ce4-db2a-49f1-8cb9-41635972052d" -d '{"events": [{"server_uuid": "6b5924eb-9d04-403e-a6d8-be2088f85438", "name": "network-vif-deleted", "tag": "d2676da8-924b-45bb-b988-80844727c802"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:14:44.504615 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a238a1-e334-4449-9f69-ed5e813844f5 x-openstack-request-id: req-23a238a1-e334-4449-9f69-ed5e813844f5 {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:14:44.504918 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b5924eb-9d04-403e-a6d8-be2088f85438", "name": "network-vif-deleted", "tag": "d2676da8-924b-45bb-b988-80844727c802", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:14:44.505222 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-23a238a1-e334-4449-9f69-ed5e813844f5 {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:14:44.505655 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23a238a1-e334-4449-9f69-ed5e813844f5'] response: {'server_uuid': '6b5924eb-9d04-403e-a6d8-be2088f85438', 'name': 'network-vif-deleted', 'tag': 'd2676da8-924b-45bb-b988-80844727c802', 'status': 'completed', 'code': 200} Sep 22 22:14:44.579635 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d178819c-1874-4792-b1f6-1e9dc521cee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:44.671843 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d178819c-1874-4792-b1f6-1e9dc521cee2 admin admin] Publish callbacks [] for security_group (014b0e2e-b4b4-4245-a36c-0b866e4e8f40), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:44.675811 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d178819c-1874-4792-b1f6-1e9dc521cee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (014b0e2e-b4b4-4245-a36c-0b866e4e8f40), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:44.716743 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-d178819c-1874-4792-b1f6-1e9dc521cee2 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=11b30bb85e764136ad70f6649f26f9ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2729490 Sep 22 22:14:44.719387 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 42226) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:14:44.726726 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178819c-1874-4792-b1f6-1e9dc521cee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014b0e2e-b4b4-4245-a36c-0b866e4e8f40,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:44.746182 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178819c-1874-4792-b1f6-1e9dc521cee2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:44.746716 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178819c-1874-4792-b1f6-1e9dc521cee2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:44.747050 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178819c-1874-4792-b1f6-1e9dc521cee2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:44.747393 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178819c-1874-4792-b1f6-1e9dc521cee2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:44.747716 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178819c-1874-4792-b1f6-1e9dc521cee2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:44.748038 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178819c-1874-4792-b1f6-1e9dc521cee2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:44.748358 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178819c-1874-4792-b1f6-1e9dc521cee2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:44.748677 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178819c-1874-4792-b1f6-1e9dc521cee2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:44.749011 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178819c-1874-4792-b1f6-1e9dc521cee2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:44.749360 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178819c-1874-4792-b1f6-1e9dc521cee2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:44.749723 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178819c-1874-4792-b1f6-1e9dc521cee2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:44.750051 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178819c-1874-4792-b1f6-1e9dc521cee2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:44.750372 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178819c-1874-4792-b1f6-1e9dc521cee2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:44.750683 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178819c-1874-4792-b1f6-1e9dc521cee2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:44.750998 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178819c-1874-4792-b1f6-1e9dc521cee2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:44.790882 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-fd15f95b-98b0-4725-8dda-9a70f5a76479 admin admin] Publish callbacks [] for security_group (014b0e2e-b4b4-4245-a36c-0b866e4e8f40), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:44.813405 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-fd15f95b-98b0-4725-8dda-9a70f5a76479 admin admin] Publish callbacks [] for security_group (014b0e2e-b4b4-4245-a36c-0b866e4e8f40), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:44.863881 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-fd15f95b-98b0-4725-8dda-9a70f5a76479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (014b0e2e-b4b4-4245-a36c-0b866e4e8f40), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:44.867431 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-fd15f95b-98b0-4725-8dda-9a70f5a76479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:44.868964 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-f74fb216-eaa0-4926-b8a7-44527a18e9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:44.869174 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-fd15f95b-98b0-4725-8dda-9a70f5a76479 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/014b0e2e-b4b4-4245-a36c-0b866e4e8f40 HTTP/1.1" status: 204 len: 168 time: 0.1487606 Sep 22 22:14:44.879393 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd15f95b-98b0-4725-8dda-9a70f5a76479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014b0e2e-b4b4-4245-a36c-0b866e4e8f40,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:45.158676 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=17 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:45.266352 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-aa336bd1-fd1c-4713-b899-08b999a85373 req-134a1e55-6c74-4b4f-9b43-dc23aed0c372 tempest-VolumesNegativeTest-2129045178 tempest-VolumesNegativeTest-2129045178-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6b5924eb-9d04-403e-a6d8-be2088f85438 HTTP/1.1" status: 200 len: 210 time: 0.0285144 Sep 22 22:14:46.542054 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:47.049731 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-b7a236b1-c93f-437a-bf65-4d87128762a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:47.253646 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47130cb1-c8ad-4dd6-ae7d-36604f8104e0 req-097e17c9-d213-4d71-a526-826b76e9580a tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:47.255169 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-47130cb1-c8ad-4dd6-ae7d-36604f8104e0 req-097e17c9-d213-4d71-a526-826b76e9580a tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=049be337-3d21-42c8-97e2-46af2bdf2358 HTTP/1.1" status: 200 len: 945 time: 0.0514498 Sep 22 22:14:47.303256 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:47.308166 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-47130cb1-c8ad-4dd6-ae7d-36604f8104e0 req-762a533f-2536-4d61-a0e2-be821c50f408 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449073 Sep 22 22:14:47.574108 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device d2676da8-924b-45bb-b988-80844727c802 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:14:47.593712 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] No Port match for: d2676da8-924b-45bb-b988-80844727c802 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:14:47.594059 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device d2676da8-924b-45bb-b988-80844727c802 not bound to the agent host hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:14:48.127471 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=17 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:48.312121 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:48.432095 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9048a-f2f9-44f9-862f-5c529aa8b1aa req-582b5ea1-5ce7-4ea6-8988-bb9bf38f16e3 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:48.434170 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-02e9048a-f2f9-44f9-862f-5c529aa8b1aa req-582b5ea1-5ce7-4ea6-8988-bb9bf38f16e3 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=049be337-3d21-42c8-97e2-46af2bdf2358 HTTP/1.1" status: 200 len: 945 time: 0.0485930 Sep 22 22:14:48.460519 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:48.483313 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-02e9048a-f2f9-44f9-862f-5c529aa8b1aa req-f609e689-c431-4d74-ba90-77d809476e1b tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433106 Sep 22 22:14:49.508534 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f2c25-3af9-4ff6-a5cc-9775974e9995 req-a78bbc69-b140-49cb-a0d8-82a3957fc5be tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:49.509982 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bd1f2c25-3af9-4ff6-a5cc-9775974e9995 req-a78bbc69-b140-49cb-a0d8-82a3957fc5be tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=049be337-3d21-42c8-97e2-46af2bdf2358 HTTP/1.1" status: 200 len: 945 time: 0.0497656 Sep 22 22:14:49.623201 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-bd1f2c25-3af9-4ff6-a5cc-9775974e9995 req-1d20ebb7-e115-4a1e-bad4-d7fa263f1414 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Deleting port f721a259-ddab-4029-9561-ccfde8c41208 {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:14:49.623537 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-bd1f2c25-3af9-4ff6-a5cc-9775974e9995 req-1d20ebb7-e115-4a1e-bad4-d7fa263f1414 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (f721a259-ddab-4029-9561-ccfde8c41208), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:49.634619 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45677983-1e50-4b61-a4df-b498ece843ea req-981fd51d-3127-4eb9-932e-23d9aaa19bbe tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:49.636697 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-45677983-1e50-4b61-a4df-b498ece843ea req-981fd51d-3127-4eb9-932e-23d9aaa19bbe tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=049be337-3d21-42c8-97e2-46af2bdf2358 HTTP/1.1" status: 200 len: 945 time: 0.0756266 Sep 22 22:14:49.734539 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:49.774788 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-45677983-1e50-4b61-a4df-b498ece843ea req-e6dd75dd-dabd-4c61-b32f-b3bbc73de8a4 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=871d3437-afbe-4989-9ef1-282bdd86cbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181688 Sep 22 22:14:49.789835 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-bd1f2c25-3af9-4ff6-a5cc-9775974e9995 req-1d20ebb7-e115-4a1e-bad4-d7fa263f1414 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] For port f721a259-ddab-4029-9561-ccfde8c41208, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=f721a259-ddab-4029-9561-ccfde8c41208,segment=NetworkSegment(69a20c68-354b-48bc-96d3-af358205d207),segment_id=69a20c68-354b-48bc-96d3-af358205d207)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:14:49.790201 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-bd1f2c25-3af9-4ff6-a5cc-9775974e9995 req-1d20ebb7-e115-4a1e-bad4-d7fa263f1414 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (f721a259-ddab-4029-9561-ccfde8c41208), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:49.804557 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-bd1f2c25-3af9-4ff6-a5cc-9775974e9995 req-1d20ebb7-e115-4a1e-bad4-d7fa263f1414 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Calling delete_port for f721a259-ddab-4029-9561-ccfde8c41208 owned by compute:nova {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:14:49.932828 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-bd1f2c25-3af9-4ff6-a5cc-9775974e9995 req-1d20ebb7-e115-4a1e-bad4-d7fa263f1414 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (f721a259-ddab-4029-9561-ccfde8c41208), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:49.966582 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20ebb7-e115-4a1e-bad4-d7fa263f1414 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Pushing event deleted for resources: {'Port': ['ID=f721a259-ddab-4029-9561-ccfde8c41208,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:49.976610 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['f721a259-ddab-4029-9561-ccfde8c41208'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:14:50.008694 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1f2c25-3af9-4ff6-a5cc-9775974e9995 req-1d20ebb7-e115-4a1e-bad4-d7fa263f1414 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] No DVR routers for this DVR port f721a259-ddab-4029-9561-ccfde8c41208 on host hv-cinder-84914 {{(pid=106428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:14:50.011019 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-bd1f2c25-3af9-4ff6-a5cc-9775974e9995 req-1d20ebb7-e115-4a1e-bad4-d7fa263f1414 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:50.014891 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bd1f2c25-3af9-4ff6-a5cc-9775974e9995 req-1d20ebb7-e115-4a1e-bad4-d7fa263f1414 tempest-VolumesSnapshotTestJSON-1070519364 tempest-VolumesSnapshotTestJSON-1070519364-project] 10.222.0.57 "DELETE /networking/v2.0/ports/f721a259-ddab-4029-9561-ccfde8c41208 HTTP/1.1" status: 204 len: 173 time: 0.4988022 Sep 22 22:14:50.015382 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049be337-3d21-42c8-97e2-46af2bdf2358', 'name': 'network-vif-deleted', 'tag': 'f721a259-ddab-4029-9561-ccfde8c41208'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:14:50.017676 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ad6d6a-3058-4a2d-accb-b6b16af6f887" -d '{"events": [{"server_uuid": "049be337-3d21-42c8-97e2-46af2bdf2358", "name": "network-vif-deleted", "tag": "f721a259-ddab-4029-9561-ccfde8c41208"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:14:50.065197 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7ad67c-c166-444f-aa46-a81a7e71340d x-openstack-request-id: req-5f7ad67c-c166-444f-aa46-a81a7e71340d {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:14:50.065503 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049be337-3d21-42c8-97e2-46af2bdf2358", "name": "network-vif-deleted", "tag": "f721a259-ddab-4029-9561-ccfde8c41208", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:14:50.065752 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f7ad67c-c166-444f-aa46-a81a7e71340d {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:14:50.066156 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f7ad67c-c166-444f-aa46-a81a7e71340d'] response: {'server_uuid': '049be337-3d21-42c8-97e2-46af2bdf2358', 'name': 'network-vif-deleted', 'tag': 'f721a259-ddab-4029-9561-ccfde8c41208', 'status': 'completed', 'code': 200} Sep 22 22:14:50.066884 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:50.454458 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 42512) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:14:50.588575 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-33b5619b-a54c-47fa-9dc4-7014356c9ed6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=322c7c4ad81c41dfb148ae965fc964dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329570 Sep 22 22:14:50.591180 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 42516) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:14:50.637894 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-31cca809-d18a-4bf4-862a-f6365963fe52 admin admin] Publish callbacks [] for security_group (efad9c48-8631-4129-8f78-ccbe4a9e9fe8), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:50.657686 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-31cca809-d18a-4bf4-862a-f6365963fe52 admin admin] Publish callbacks [] for security_group (efad9c48-8631-4129-8f78-ccbe4a9e9fe8), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:50.705607 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-31cca809-d18a-4bf4-862a-f6365963fe52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (efad9c48-8631-4129-8f78-ccbe4a9e9fe8), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:50.709919 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-31cca809-d18a-4bf4-862a-f6365963fe52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:50.711594 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-31cca809-d18a-4bf4-862a-f6365963fe52 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/efad9c48-8631-4129-8f78-ccbe4a9e9fe8 HTTP/1.1" status: 204 len: 168 time: 0.1195290 Sep 22 22:14:50.721686 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cca809-d18a-4bf4-862a-f6365963fe52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efad9c48-8631-4129-8f78-ccbe4a9e9fe8,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:51.388584 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 42546) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:14:51.484290 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-1e426ff2-cafd-471e-82da-c4e5a529a3d1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-954975377-network', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:14:51.504230 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e426ff2-cafd-471e-82da-c4e5a529a3d1 admin admin] Made reservation on behalf of e9c311fa04f241249d428df8e88539f4 for: {'network': 1} {{(pid=106429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:14:51.506532 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1e426ff2-cafd-471e-82da-c4e5a529a3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for network (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:51.515143 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1e426ff2-cafd-471e-82da-c4e5a529a3d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:51.589056 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1e426ff2-cafd-471e-82da-c4e5a529a3d1 admin admin] Publish callbacks [] for security_group (1079961c-53ed-4cf5-a277-727141825d57), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:51.593056 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1e426ff2-cafd-471e-82da-c4e5a529a3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (1079961c-53ed-4cf5-a277-727141825d57), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:51.617901 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e426ff2-cafd-471e-82da-c4e5a529a3d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=106429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:14:51.627812 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e426ff2-cafd-471e-82da-c4e5a529a3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1079961c-53ed-4cf5-a277-727141825d57,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:51.632428 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1e426ff2-cafd-471e-82da-c4e5a529a3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (02ab888a-ff4d-434e-871e-f1b1416587f3), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:51.632811 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.db.segments_db [None req-1e426ff2-cafd-471e-82da-c4e5a529a3d1 admin admin] Added segment 02ab888a-ff4d-434e-871e-f1b1416587f3 of type vlan for network c773c61e-e7b7-47c6-998a-83ddea69af57 Sep 22 22:14:51.675494 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1e426ff2-cafd-471e-82da-c4e5a529a3d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778793421990'] for network (c773c61e-e7b7-47c6-998a-83ddea69af57), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:51.700207 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1e426ff2-cafd-471e-82da-c4e5a529a3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218'] for network (c773c61e-e7b7-47c6-998a-83ddea69af57), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:51.701201 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e426ff2-cafd-471e-82da-c4e5a529a3d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:51.701786 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1e426ff2-cafd-471e-82da-c4e5a529a3d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:51.758411 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-1e426ff2-cafd-471e-82da-c4e5a529a3d1 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3687270 Sep 22 22:14:51.762022 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 42550) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:14:51.763921 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e426ff2-cafd-471e-82da-c4e5a529a3d1 admin admin] Pushing event updated for resources: {'Network': ['ID=c773c61e-e7b7-47c6-998a-83ddea69af57,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:51.768324 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-ad68ce58-037b-4ff7-b828-a1c614da474b admin admin] Request body: {'subnet': {'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-954975377-subnet', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'ip_version': 4}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:14:51.773662 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Network c773c61e-e7b7-47c6-998a-83ddea69af57 details requested by agent ovs-agent-dv-cinder-849143-6-iscsi with host dv-cinder-849143-6-iscsi {{(pid=106430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 22:14:51.789730 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad68ce58-037b-4ff7-b828-a1c614da474b admin admin] Made reservation on behalf of e9c311fa04f241249d428df8e88539f4 for: {'subnet': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:14:51.792184 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ad68ce58-037b-4ff7-b828-a1c614da474b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847766'] for subnet (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:51.862168 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:51.868020 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:51.965686 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ad68ce58-037b-4ff7-b828-a1c614da474b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10405075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847744'] for subnet (739be4fb-823b-4d42-a812-9f7b38b66187), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:52.024271 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68ce58-037b-4ff7-b828-a1c614da474b admin admin] Pushing event updated for resources: {'Subnet': ['ID=739be4fb-823b-4d42-a812-9f7b38b66187,revision_number=0']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:52.033599 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad68ce58-037b-4ff7-b828-a1c614da474b admin admin] Checking segment: {'id': '02ab888a-ff4d-434e-871e-f1b1416587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:14:52.033962 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad68ce58-037b-4ff7-b828-a1c614da474b admin admin] Network hostable DHCP agents. Network: c773c61e-e7b7-47c6-998a-83ddea69af57, hostable agents: ['46112969-b587-44d5-b5c4-b732185f2ac5'], hosted agents: [] {{(pid=106428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:14:52.050914 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad68ce58-037b-4ff7-b828-a1c614da474b admin admin] Network c773c61e-e7b7-47c6-998a-83ddea69af57 is scheduled to be hosted by DHCP agent 46112969-b587-44d5-b5c4-b732185f2ac5 with binding_index 1 {{(pid=106428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:14:52.061475 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [None req-ad68ce58-037b-4ff7-b828-a1c614da474b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-6-iscsi, c773c61e-e7b7-47c6-998a-83ddea69af57) {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:14:52.065795 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad68ce58-037b-4ff7-b828-a1c614da474b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:52.066412 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ad68ce58-037b-4ff7-b828-a1c614da474b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for subnet (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:52.072808 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d606a95-89b3-4fc6-aea1-7b66ffe7b2fc None None] Network c773c61e-e7b7-47c6-998a-83ddea69af57 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:14:52.087174 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 42552) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:14:52.087367 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-ad68ce58-037b-4ff7-b828-a1c614da474b admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3240240 Sep 22 22:14:52.091820 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-9afd61ca-f6cb-4173-99df-e96597a9f823 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-954975377-router', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:14:52.111379 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-9afd61ca-f6cb-4173-99df-e96597a9f823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3680899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3444'] for router (bc5eee59-a4d4-4058-8c1b-ad6fed3f2117), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:52.112372 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-9afd61ca-f6cb-4173-99df-e96597a9f823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4093241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3437'] for router (bc5eee59-a4d4-4058-8c1b-ad6fed3f2117), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:52.124891 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:52.138497 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=73,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:52.171393 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-9afd61ca-f6cb-4173-99df-e96597a9f823 admin admin] Publish callbacks [] for router_controller (bc5eee59-a4d4-4058-8c1b-ad6fed3f2117), precommit_add_association {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:52.197563 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21c0a57c-ab00-5552-8730-642a300f25b7-c773c61e-e7b7-47c6-998a-83ddea69af57', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'fixed_ips': [{'subnet_id': '739be4fb-823b-4d42-a812-9f7b38b66187'}]}} from dv-cinder-849143-6-iscsi. {{(pid=106430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 22:14:52.197563 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:52.309540 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-9afd61ca-f6cb-4173-99df-e96597a9f823 admin admin] Publish callbacks [] for router_gateway (bc5eee59-a4d4-4058-8c1b-ad6fed3f2117), precommit_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:52.336748 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.db_base_plugin_common [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Allocated IP 172.20.0.2 (c773c61e-e7b7-47c6-998a-83ddea69af57/739be4fb-823b-4d42-a812-9f7b38b66187/59f6bff9-aeba-471d-b20b-3b073832cab9) {{(pid=106430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:14:52.488589 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Publish callbacks [] for port (59f6bff9-aeba-471d-b20b-3b073832cab9), precommit_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:52.495065 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505'] for port (59f6bff9-aeba-471d-b20b-3b073832cab9), after_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:52.509030 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-9afd61ca-f6cb-4173-99df-e96597a9f823 admin admin] Publish callbacks [] for router_gateway (bc5eee59-a4d4-4058-8c1b-ad6fed3f2117), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:52.527615 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-9afd61ca-f6cb-4173-99df-e96597a9f823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:52.537347 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Network c773c61e-e7b7-47c6-998a-83ddea69af57 is already hosted by enough agents. {{(pid=106430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:14:52.540932 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.scheduler.base_scheduler [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Resources bound (agent type, host, resource id): {{(pid=106430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:14:52.545631 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Received port after_create {{(pid=106430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:14:52.552520 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Pushing event updated for resources: {'Port': ['ID=59f6bff9-aeba-471d-b20b-3b073832cab9,revision_number=1']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:52.577199 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:52.577552 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:52.577915 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:52.578259 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:52.578593 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:52.578922 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:52.579251 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:52.579580 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:52.579901 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:52.580224 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:52.580548 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:52.580873 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:52.581218 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:52.581540 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:52.581858 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:52.622791 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Attempting to bind port 59f6bff9-aeba-471d-b20b-3b073832cab9 on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:14:52.623074 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Attempting to bind port 59f6bff9-aeba-471d-b20b-3b073832cab9 by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': '02ab888a-ff4d-434e-871e-f1b1416587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57'}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:14:52.623439 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Attempting to bind port 59f6bff9-aeba-471d-b20b-3b073832cab9 on network c773c61e-e7b7-47c6-998a-83ddea69af57 {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:14:52.637378 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.db_base_plugin_common [None req-9afd61ca-f6cb-4173-99df-e96597a9f823 admin admin] Allocated IP 172.27.1.109 (222d3bc3-ee2a-4d75-8e21-75e580ff73b3/4214672d-8971-44fc-bb6c-9c23836d3a7a/a3e683f7-955b-4664-9c1f-9984b7957b03) {{(pid=106429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:14:52.666386 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:14:52.666758 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Checking segment: {'id': '02ab888a-ff4d-434e-871e-f1b1416587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:14:52.667169 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:52.667563 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Bound using segment: {'id': '02ab888a-ff4d-434e-871e-f1b1416587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57'} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:14:52.668560 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Bound port: 59f6bff9-aeba-471d-b20b-3b073832cab9, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ab888a-ff4d-434e-871e-f1b1416587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57'}}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:14:52.668939 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (59f6bff9-aeba-471d-b20b-3b073832cab9), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:52.726881 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:52.730775 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] For port 59f6bff9-aeba-471d-b20b-3b073832cab9, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:14:52.734374 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] For port 59f6bff9-aeba-471d-b20b-3b073832cab9, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=59f6bff9-aeba-471d-b20b-3b073832cab9,segment=NetworkSegment(02ab888a-ff4d-434e-871e-f1b1416587f3),segment_id=02ab888a-ff4d-434e-871e-f1b1416587f3)] {{(pid=106430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:14:52.740341 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (59f6bff9-aeba-471d-b20b-3b073832cab9), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:52.745634 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-9afd61ca-f6cb-4173-99df-e96597a9f823 admin admin] Publish callbacks [] for port (a3e683f7-955b-4664-9c1f-9984b7957b03), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:52.750831 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:52.781905 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-9afd61ca-f6cb-4173-99df-e96597a9f823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (a3e683f7-955b-4664-9c1f-9984b7957b03), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:52.808695 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82122f03-0405-4404-aad9-8cb3d2353566 None None] Pushing event updated for resources: {'Port': ['ID=59f6bff9-aeba-471d-b20b-3b073832cab9,revision_number=2']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:52.827935 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afd61ca-f6cb-4173-99df-e96597a9f823 admin admin] Network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 is already hosted by enough agents. {{(pid=106429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:14:52.833026 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-9afd61ca-f6cb-4173-99df-e96597a9f823 admin admin] Resources bound (agent type, host, resource id): {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:14:52.835246 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd61ca-f6cb-4173-99df-e96597a9f823 admin admin] Pushing event updated for resources: {'Port': ['ID=a3e683f7-955b-4664-9c1f-9984b7957b03,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:52.837393 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afd61ca-f6cb-4173-99df-e96597a9f823 admin admin] Received port after_create {{(pid=106429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:14:53.036773 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:53.096424 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-9afd61ca-f6cb-4173-99df-e96597a9f823 admin admin] Publish callbacks [] for router_gateway (bc5eee59-a4d4-4058-8c1b-ad6fed3f2117), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:53.178718 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:53.282738 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-9afd61ca-f6cb-4173-99df-e96597a9f823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3684398'] for router (bc5eee59-a4d4-4058-8c1b-ad6fed3f2117), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:53.414048 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afd61ca-f6cb-4173-99df-e96597a9f823 admin admin] Router bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 is scheduled to L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d with binding_index 1 {{(pid=106429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 22:14:53.519933 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afd61ca-f6cb-4173-99df-e96597a9f823 admin admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:14:53.531320 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc72509-3c93-4133-befb-fcc94fecec03 None None] Sync routers for ids ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:14:53.540428 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-9afd61ca-f6cb-4173-99df-e96597a9f823 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:53.541800 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-9afd61ca-f6cb-4173-99df-e96597a9f823 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4535422 Sep 22 22:14:53.544493 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 42562) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:14:53.544642 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc72509-3c93-4133-befb-fcc94fecec03 None None] Routers {'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:14:53.545243 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-2cc72509-3c93-4133-befb-fcc94fecec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:14:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:14:53.628997 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be6f73a-da83-4813-aa9e-52712dcf6bb2 None None] Network c773c61e-e7b7-47c6-998a-83ddea69af57 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:14:53.700355 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-a2b43b8a-9b6f-4d70-b658-ed65ed14b686 None None] Provisioning complete for port 59f6bff9-aeba-471d-b20b-3b073832cab9 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:14:53.701074 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-a2b43b8a-9b6f-4d70-b658-ed65ed14b686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (59f6bff9-aeba-471d-b20b-3b073832cab9), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:53.701586 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-a2b43b8a-9b6f-4d70-b658-ed65ed14b686 None None] Attempt 1 to provision port 59f6bff9-aeba-471d-b20b-3b073832cab9 Sep 22 22:14:53.744040 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-2cc72509-3c93-4133-befb-fcc94fecec03 None None] Set router bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:14:53.748610 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 59f6bff9-aeba-471d-b20b-3b073832cab9 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:14:54.128562 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 59f6bff9-aeba-471d-b20b-3b073832cab9 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:14:54.129279 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (59f6bff9-aeba-471d-b20b-3b073832cab9), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:54.129279 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 59f6bff9-aeba-471d-b20b-3b073832cab9 Sep 22 22:14:54.134701 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-a2b43b8a-9b6f-4d70-b658-ed65ed14b686 None None] Current status of the port 59f6bff9-aeba-471d-b20b-3b073832cab9 is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:14:54.135094 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-a2b43b8a-9b6f-4d70-b658-ed65ed14b686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (59f6bff9-aeba-471d-b20b-3b073832cab9), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:54.150942 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:54.192485 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-9cb01c0c-df98-406f-bd47-875b64c394a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:54.241613 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-a2b43b8a-9b6f-4d70-b658-ed65ed14b686 None None] For port 59f6bff9-aeba-471d-b20b-3b073832cab9, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=59f6bff9-aeba-471d-b20b-3b073832cab9,segment=NetworkSegment(02ab888a-ff4d-434e-871e-f1b1416587f3),segment_id=02ab888a-ff4d-434e-871e-f1b1416587f3)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:14:54.250224 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-a2b43b8a-9b6f-4d70-b658-ed65ed14b686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (59f6bff9-aeba-471d-b20b-3b073832cab9), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:54.258838 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-2cc72509-3c93-4133-befb-fcc94fecec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'name': 'tempest-TestVolumeBootPattern-954975377-router', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:52Z', 'revision_number': 3, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'gw_port': {'id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi'}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:14:54.312043 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:54.316833 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc72509-3c93-4133-befb-fcc94fecec03 None None] Checking router: bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:14:54.317265 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc72509-3c93-4133-befb-fcc94fecec03 None None] Updating router bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 port a3e683f7-955b-4664-9c1f-9984b7957b03 binding host dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:14:54.372157 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.db_base_plugin_common [None req-9cb01c0c-df98-406f-bd47-875b64c394a7 admin admin] Allocated IP 172.20.0.1 (c773c61e-e7b7-47c6-998a-83ddea69af57/739be4fb-823b-4d42-a812-9f7b38b66187/35018be7-3837-4534-a08c-06597edb0c6f) {{(pid=106429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:14:54.394650 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b43b8a-9b6f-4d70-b658-ed65ed14b686 None None] Pushing event updated for resources: {'Port': ['ID=59f6bff9-aeba-471d-b20b-3b073832cab9,revision_number=3']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:54.398532 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-2cc72509-3c93-4133-befb-fcc94fecec03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (a3e683f7-955b-4664-9c1f-9984b7957b03), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:54.400604 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:54.401791 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 59f6bff9-aeba-471d-b20b-3b073832cab9 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:14:54.405968 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-24fa8e25-7f4d-4c7e-a9d2-a719f1ab765f None None] Provisioning complete for port 59f6bff9-aeba-471d-b20b-3b073832cab9 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:14:54.406346 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-24fa8e25-7f4d-4c7e-a9d2-a719f1ab765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (59f6bff9-aeba-471d-b20b-3b073832cab9), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:54.406694 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-24fa8e25-7f4d-4c7e-a9d2-a719f1ab765f None None] Attempt 1 to provision port 59f6bff9-aeba-471d-b20b-3b073832cab9 Sep 22 22:14:54.467695 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=100 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:54.479137 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-9cb01c0c-df98-406f-bd47-875b64c394a7 admin admin] Publish callbacks [] for port (35018be7-3837-4534-a08c-06597edb0c6f), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:54.511139 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-9cb01c0c-df98-406f-bd47-875b64c394a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (35018be7-3837-4534-a08c-06597edb0c6f), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:54.546167 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb01c0c-df98-406f-bd47-875b64c394a7 admin admin] Network c773c61e-e7b7-47c6-998a-83ddea69af57 is already hosted by enough agents. {{(pid=106429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:14:54.552667 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-9cb01c0c-df98-406f-bd47-875b64c394a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:14:54.556331 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb01c0c-df98-406f-bd47-875b64c394a7 admin admin] Received port after_create {{(pid=106429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:14:54.587146 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb01c0c-df98-406f-bd47-875b64c394a7 admin admin] Pushing event updated for resources: {'Port': ['ID=35018be7-3837-4534-a08c-06597edb0c6f,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:54.601904 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-9cb01c0c-df98-406f-bd47-875b64c394a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769367'] for router_interface (bc5eee59-a4d4-4058-8c1b-ad6fed3f2117), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:54.629988 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-24fa8e25-7f4d-4c7e-a9d2-a719f1ab765f None None] Current status of the port 59f6bff9-aeba-471d-b20b-3b073832cab9 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:14:54.737991 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-9cb01c0c-df98-406f-bd47-875b64c394a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (35018be7-3837-4534-a08c-06597edb0c6f), before_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:54.747265 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-2cc72509-3c93-4133-befb-fcc94fecec03 None None] Publish callbacks [] for port (a3e683f7-955b-4664-9c1f-9984b7957b03), precommit_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:54.753343 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-2cc72509-3c93-4133-befb-fcc94fecec03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (a3e683f7-955b-4664-9c1f-9984b7957b03), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:54.789758 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-2cc72509-3c93-4133-befb-fcc94fecec03 None None] Attempting to bind port a3e683f7-955b-4664-9c1f-9984b7957b03 on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:14:54.790125 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-2cc72509-3c93-4133-befb-fcc94fecec03 None None] Attempting to bind port a3e683f7-955b-4664-9c1f-9984b7957b03 by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:14:54.790485 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc72509-3c93-4133-befb-fcc94fecec03 None None] Attempting to bind port a3e683f7-955b-4664-9c1f-9984b7957b03 on network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:14:54.826119 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f566fb-fa4d-420e-82cb-70824a4b8bf4 None None] Pushing event updated for resources: {'Port': ['ID=a3e683f7-955b-4664-9c1f-9984b7957b03,revision_number=2']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:54.852870 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc72509-3c93-4133-befb-fcc94fecec03 None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:14:54.853269 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc72509-3c93-4133-befb-fcc94fecec03 None None] Checking segment: {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:14:54.853674 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-2cc72509-3c93-4133-befb-fcc94fecec03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:54.854070 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc72509-3c93-4133-befb-fcc94fecec03 None None] Bound using segment: {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:14:54.854552 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-2cc72509-3c93-4133-befb-fcc94fecec03 None None] Bound port: a3e683f7-955b-4664-9c1f-9984b7957b03, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:14:54.854933 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-2cc72509-3c93-4133-befb-fcc94fecec03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (a3e683f7-955b-4664-9c1f-9984b7957b03), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:54.877639 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-bc94db18-fb83-4266-b653-8ce0957bf152 None None] Provisioning complete for port 35018be7-3837-4534-a08c-06597edb0c6f triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:14:54.878012 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-bc94db18-fb83-4266-b653-8ce0957bf152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (35018be7-3837-4534-a08c-06597edb0c6f), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:54.878350 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-bc94db18-fb83-4266-b653-8ce0957bf152 None None] Attempt 1 to provision port 35018be7-3837-4534-a08c-06597edb0c6f Sep 22 22:14:54.903164 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:54.907268 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-9cb01c0c-df98-406f-bd47-875b64c394a7 admin admin] Publish callbacks [] for port (35018be7-3837-4534-a08c-06597edb0c6f), precommit_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:54.911926 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-9cb01c0c-df98-406f-bd47-875b64c394a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9559187'] for port (35018be7-3837-4534-a08c-06597edb0c6f), after_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:54.930938 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-bc94db18-fb83-4266-b653-8ce0957bf152 None None] Port 35018be7-3837-4534-a08c-06597edb0c6f cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:14:54.934197 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-2cc72509-3c93-4133-befb-fcc94fecec03 None None] For port a3e683f7-955b-4664-9c1f-9984b7957b03, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:14:54.937445 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-2cc72509-3c93-4133-befb-fcc94fecec03 None None] For port a3e683f7-955b-4664-9c1f-9984b7957b03, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=a3e683f7-955b-4664-9c1f-9984b7957b03,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:14:54.942511 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-2cc72509-3c93-4133-befb-fcc94fecec03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (a3e683f7-955b-4664-9c1f-9984b7957b03), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:54.980589 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc72509-3c93-4133-befb-fcc94fecec03 None None] Routers {'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:14:54.981253 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-2cc72509-3c93-4133-befb-fcc94fecec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:14:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:14:54.983724 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-9cb01c0c-df98-406f-bd47-875b64c394a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769475'] for router_interface (bc5eee59-a4d4-4058-8c1b-ad6fed3f2117), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:54.985727 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb01c0c-df98-406f-bd47-875b64c394a7 admin admin] Pushing event updated for resources: {'Port': ['ID=35018be7-3837-4534-a08c-06597edb0c6f,revision_number=2']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:55.041415 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f566fb-fa4d-420e-82cb-70824a4b8bf4 None None] Pushing event updated for resources: {'Port': ['ID=a3e683f7-955b-4664-9c1f-9984b7957b03,revision_number=3']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:55.078939 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:55.084606 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb01c0c-df98-406f-bd47-875b64c394a7 admin admin] Network c773c61e-e7b7-47c6-998a-83ddea69af57 is already hosted by enough agents. {{(pid=106429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:14:55.086548 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-9cb01c0c-df98-406f-bd47-875b64c394a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:14:55.104589 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-2cc72509-3c93-4133-befb-fcc94fecec03 None None] Set router bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:14:55.203548 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb01c0c-df98-406f-bd47-875b64c394a7 admin admin] Router bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:14:55.262832 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:55.307242 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-2cc72509-3c93-4133-befb-fcc94fecec03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'name': 'tempest-TestVolumeBootPattern-954975377-router', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:54Z', 'revision_number': 4, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'gw_port': {'id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '35018be7-3837-4534-a08c-06597edb0c6f', 'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'mac_address': 'fa:16:3e:21:66:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:54Z', 'updated_at': '2022-09-22T22:14:54Z', 'revision_number': 2, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'subnets': [{'id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:14:55.313039 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb01c0c-df98-406f-bd47-875b64c394a7 admin admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:14:55.318637 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-9cb01c0c-df98-406f-bd47-875b64c394a7 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/bc5eee59-a4d4-4058-8c1b-ad6fed3f2117/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7731907 Sep 22 22:14:55.332776 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc72509-3c93-4133-befb-fcc94fecec03 None None] The sync data for ids ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'] in dv-cinder-849143-6-iscsi is: [{'id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'name': 'tempest-TestVolumeBootPattern-954975377-router', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:54Z', 'revision_number': 4, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'gw_port': {'id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '35018be7-3837-4534-a08c-06597edb0c6f', 'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'mac_address': 'fa:16:3e:21:66:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:54Z', 'updated_at': '2022-09-22T22:14:54Z', 'revision_number': 2, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'subnets': [{'id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:14:55.433910 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-bc94db18-fb83-4266-b653-8ce0957bf152 None None] Attempt 2 to provision port 35018be7-3837-4534-a08c-06597edb0c6f Sep 22 22:14:55.471327 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-bc94db18-fb83-4266-b653-8ce0957bf152 None None] Port 35018be7-3837-4534-a08c-06597edb0c6f cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:14:55.731559 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 59f6bff9-aeba-471d-b20b-3b073832cab9 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:14:55.758548 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:55.787550 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 59f6bff9-aeba-471d-b20b-3b073832cab9 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:14:55.787966 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (59f6bff9-aeba-471d-b20b-3b073832cab9), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:55.788309 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 59f6bff9-aeba-471d-b20b-3b073832cab9 Sep 22 22:14:55.867462 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 59f6bff9-aeba-471d-b20b-3b073832cab9 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:14:55.893444 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 42582) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:14:55.898600 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-a92c457c-8532-4671-8081-a35aab91d017 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1401240802-network', 'tenant_id': '316ac566e6c247c899de1498fdd81206'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:14:55.919359 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92c457c-8532-4671-8081-a35aab91d017 admin admin] Made reservation on behalf of 316ac566e6c247c899de1498fdd81206 for: {'network': 1} {{(pid=106429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:14:55.922035 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a92c457c-8532-4671-8081-a35aab91d017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for network (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:55.931354 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a92c457c-8532-4671-8081-a35aab91d017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:55.977376 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-bc94db18-fb83-4266-b653-8ce0957bf152 None None] Attempt 3 to provision port 35018be7-3837-4534-a08c-06597edb0c6f Sep 22 22:14:56.028700 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-bc94db18-fb83-4266-b653-8ce0957bf152 None None] Port 35018be7-3837-4534-a08c-06597edb0c6f cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:14:56.050590 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a92c457c-8532-4671-8081-a35aab91d017 admin admin] Publish callbacks [] for security_group (86d30b96-38b4-47d6-a21e-2341ee029401), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:56.054917 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a92c457c-8532-4671-8081-a35aab91d017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (86d30b96-38b4-47d6-a21e-2341ee029401), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:56.088365 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a92c457c-8532-4671-8081-a35aab91d017 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=106429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:14:56.089688 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c457c-8532-4671-8081-a35aab91d017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d30b96-38b4-47d6-a21e-2341ee029401,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:56.102019 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a92c457c-8532-4671-8081-a35aab91d017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (4aa1a4c7-aa32-47b3-b77c-4d1c04c78343), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:56.102499 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.db.segments_db [None req-a92c457c-8532-4671-8081-a35aab91d017 admin admin] Added segment 4aa1a4c7-aa32-47b3-b77c-4d1c04c78343 of type vlan for network 551a8124-a545-4f77-90cf-f6aad181f9b4 Sep 22 22:14:56.146228 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a92c457c-8532-4671-8081-a35aab91d017 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778793421990'] for network (551a8124-a545-4f77-90cf-f6aad181f9b4), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:56.176183 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a92c457c-8532-4671-8081-a35aab91d017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218'] for network (551a8124-a545-4f77-90cf-f6aad181f9b4), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:56.177457 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92c457c-8532-4671-8081-a35aab91d017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:56.178032 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a92c457c-8532-4671-8081-a35aab91d017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:56.241189 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-a92c457c-8532-4671-8081-a35aab91d017 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3464592 Sep 22 22:14:56.243887 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 42584) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:14:56.249477 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c457c-8532-4671-8081-a35aab91d017 admin admin] Pushing event updated for resources: {'Network': ['ID=551a8124-a545-4f77-90cf-f6aad181f9b4,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:56.249848 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-9b3bb537-0d98-43e2-b5db-6991dd4edfe0 admin admin] Request body: {'subnet': {'network_id': '551a8124-a545-4f77-90cf-f6aad181f9b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1401240802-subnet', 'tenant_id': '316ac566e6c247c899de1498fdd81206', 'ip_version': 4}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:14:56.259686 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Network 551a8124-a545-4f77-90cf-f6aad181f9b4 details requested by agent ovs-agent-dv-cinder-849143-6-iscsi with host dv-cinder-849143-6-iscsi {{(pid=106430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 22:14:56.280745 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3bb537-0d98-43e2-b5db-6991dd4edfe0 admin admin] Made reservation on behalf of 316ac566e6c247c899de1498fdd81206 for: {'subnet': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:14:56.283132 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-9b3bb537-0d98-43e2-b5db-6991dd4edfe0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847766'] for subnet (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:56.391080 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device f721a259-ddab-4029-9561-ccfde8c41208 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:14:56.418680 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] No Port match for: f721a259-ddab-4029-9561-ccfde8c41208 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:14:56.419221 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device f721a259-ddab-4029-9561-ccfde8c41208 not bound to the agent host hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:14:56.471555 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-9b3bb537-0d98-43e2-b5db-6991dd4edfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10405075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847744'] for subnet (a0e5d06b-02f2-4148-b77e-248891814116), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:56.529056 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3bb537-0d98-43e2-b5db-6991dd4edfe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0e5d06b-02f2-4148-b77e-248891814116,revision_number=0']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:56.529811 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-bc94db18-fb83-4266-b653-8ce0957bf152 None None] Attempt 4 to provision port 35018be7-3837-4534-a08c-06597edb0c6f Sep 22 22:14:56.546532 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3bb537-0d98-43e2-b5db-6991dd4edfe0 admin admin] Checking segment: {'id': '4aa1a4c7-aa32-47b3-b77c-4d1c04c78343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '551a8124-a545-4f77-90cf-f6aad181f9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:14:56.546993 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3bb537-0d98-43e2-b5db-6991dd4edfe0 admin admin] Network hostable DHCP agents. Network: 551a8124-a545-4f77-90cf-f6aad181f9b4, hostable agents: ['46112969-b587-44d5-b5c4-b732185f2ac5'], hosted agents: [] {{(pid=106428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:14:56.570327 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3bb537-0d98-43e2-b5db-6991dd4edfe0 admin admin] Network 551a8124-a545-4f77-90cf-f6aad181f9b4 is scheduled to be hosted by DHCP agent 46112969-b587-44d5-b5c4-b732185f2ac5 with binding_index 1 {{(pid=106428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:14:56.571903 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-bc94db18-fb83-4266-b653-8ce0957bf152 None None] Port 35018be7-3837-4534-a08c-06597edb0c6f cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:14:56.581654 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [None req-9b3bb537-0d98-43e2-b5db-6991dd4edfe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-6-iscsi, 551a8124-a545-4f77-90cf-f6aad181f9b4) {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:14:56.586277 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3bb537-0d98-43e2-b5db-6991dd4edfe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:14:56.586877 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-9b3bb537-0d98-43e2-b5db-6991dd4edfe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for subnet (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:56.591363 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0714a885-7341-4b2e-a396-ed05e2594feb None None] Network 551a8124-a545-4f77-90cf-f6aad181f9b4 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:14:56.609049 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-9b3bb537-0d98-43e2-b5db-6991dd4edfe0 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3640592 Sep 22 22:14:56.611720 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 42588) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:14:56.616082 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-92515f34-e3e4-4c3e-aaa1-3dece4f68457 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1401240802-router', 'tenant_id': '316ac566e6c247c899de1498fdd81206', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:14:56.635216 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-92515f34-e3e4-4c3e-aaa1-3dece4f68457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3680899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3444'] for router (7353604e-3a16-4f1e-bb72-f34d1429c429), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:56.636327 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-92515f34-e3e4-4c3e-aaa1-3dece4f68457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4093241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3437'] for router (7353604e-3a16-4f1e-bb72-f34d1429c429), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:56.651119 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:56.699765 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-92515f34-e3e4-4c3e-aaa1-3dece4f68457 admin admin] Publish callbacks [] for router_controller (7353604e-3a16-4f1e-bb72-f34d1429c429), precommit_add_association {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:56.701280 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4f45a0-61b9-4f31-b13d-357f031f7ec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21c0a57c-ab00-5552-8730-642a300f25b7-551a8124-a545-4f77-90cf-f6aad181f9b4', 'network_id': '551a8124-a545-4f77-90cf-f6aad181f9b4', 'project_id': '316ac566e6c247c899de1498fdd81206', 'fixed_ips': [{'subnet_id': 'a0e5d06b-02f2-4148-b77e-248891814116'}]}} from dv-cinder-849143-6-iscsi. {{(pid=106430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 22:14:56.702205 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-cc4f45a0-61b9-4f31-b13d-357f031f7ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:56.838486 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-92515f34-e3e4-4c3e-aaa1-3dece4f68457 admin admin] Publish callbacks [] for router_gateway (7353604e-3a16-4f1e-bb72-f34d1429c429), precommit_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:56.854581 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.db_base_plugin_common [None req-cc4f45a0-61b9-4f31-b13d-357f031f7ec6 None None] Allocated IP 172.20.0.2 (551a8124-a545-4f77-90cf-f6aad181f9b4/a0e5d06b-02f2-4148-b77e-248891814116/f52064fd-0936-47f8-b5fa-76489cd48e03) {{(pid=106430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:14:56.948024 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:57.005247 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-cc4f45a0-61b9-4f31-b13d-357f031f7ec6 None None] Publish callbacks [] for port (f52064fd-0936-47f8-b5fa-76489cd48e03), precommit_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:57.012704 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-cc4f45a0-61b9-4f31-b13d-357f031f7ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505'] for port (f52064fd-0936-47f8-b5fa-76489cd48e03), after_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:57.027453 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-92515f34-e3e4-4c3e-aaa1-3dece4f68457 admin admin] Publish callbacks [] for router_gateway (7353604e-3a16-4f1e-bb72-f34d1429c429), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:57.048357 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-92515f34-e3e4-4c3e-aaa1-3dece4f68457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:57.057493 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4f45a0-61b9-4f31-b13d-357f031f7ec6 None None] Network 551a8124-a545-4f77-90cf-f6aad181f9b4 is already hosted by enough agents. {{(pid=106430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:14:57.060101 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.scheduler.base_scheduler [None req-cc4f45a0-61b9-4f31-b13d-357f031f7ec6 None None] Resources bound (agent type, host, resource id): {{(pid=106430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:14:57.066532 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4f45a0-61b9-4f31-b13d-357f031f7ec6 None None] Received port after_create {{(pid=106430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:14:57.074534 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-bc94db18-fb83-4266-b653-8ce0957bf152 None None] Attempt 5 to provision port 35018be7-3837-4534-a08c-06597edb0c6f Sep 22 22:14:57.202958 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.db_base_plugin_common [None req-92515f34-e3e4-4c3e-aaa1-3dece4f68457 admin admin] Allocated IP 172.27.1.82 (222d3bc3-ee2a-4d75-8e21-75e580ff73b3/4214672d-8971-44fc-bb6c-9c23836d3a7a/6741ba98-dd0e-41c3-9537-c10c9410af44) {{(pid=106429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:14:57.245543 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f45a0-61b9-4f31-b13d-357f031f7ec6 None None] Pushing event updated for resources: {'Port': ['ID=f52064fd-0936-47f8-b5fa-76489cd48e03,revision_number=1']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:57.279541 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-bc94db18-fb83-4266-b653-8ce0957bf152 None None] Port 35018be7-3837-4534-a08c-06597edb0c6f cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:14:57.312086 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:57.315979 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-cc4f45a0-61b9-4f31-b13d-357f031f7ec6 None None] Attempting to bind port f52064fd-0936-47f8-b5fa-76489cd48e03 on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:14:57.316362 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-cc4f45a0-61b9-4f31-b13d-357f031f7ec6 None None] Attempting to bind port f52064fd-0936-47f8-b5fa-76489cd48e03 by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': '4aa1a4c7-aa32-47b3-b77c-4d1c04c78343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '551a8124-a545-4f77-90cf-f6aad181f9b4'}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:14:57.316731 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4f45a0-61b9-4f31-b13d-357f031f7ec6 None None] Attempting to bind port f52064fd-0936-47f8-b5fa-76489cd48e03 on network 551a8124-a545-4f77-90cf-f6aad181f9b4 {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:14:57.320333 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:57.328092 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-92515f34-e3e4-4c3e-aaa1-3dece4f68457 admin admin] Publish callbacks [] for port (6741ba98-dd0e-41c3-9537-c10c9410af44), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:57.363550 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4f45a0-61b9-4f31-b13d-357f031f7ec6 None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:14:57.364039 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4f45a0-61b9-4f31-b13d-357f031f7ec6 None None] Checking segment: {'id': '4aa1a4c7-aa32-47b3-b77c-4d1c04c78343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '551a8124-a545-4f77-90cf-f6aad181f9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:14:57.364373 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-92515f34-e3e4-4c3e-aaa1-3dece4f68457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (6741ba98-dd0e-41c3-9537-c10c9410af44), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:57.364652 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-cc4f45a0-61b9-4f31-b13d-357f031f7ec6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:57.365429 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4f45a0-61b9-4f31-b13d-357f031f7ec6 None None] Bound using segment: {'id': '4aa1a4c7-aa32-47b3-b77c-4d1c04c78343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '551a8124-a545-4f77-90cf-f6aad181f9b4'} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:14:57.365919 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-cc4f45a0-61b9-4f31-b13d-357f031f7ec6 None None] Bound port: f52064fd-0936-47f8-b5fa-76489cd48e03, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa1a4c7-aa32-47b3-b77c-4d1c04c78343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '551a8124-a545-4f77-90cf-f6aad181f9b4'}}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:14:57.366306 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-cc4f45a0-61b9-4f31-b13d-357f031f7ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (f52064fd-0936-47f8-b5fa-76489cd48e03), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:57.400474 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92515f34-e3e4-4c3e-aaa1-3dece4f68457 admin admin] Network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 is already hosted by enough agents. {{(pid=106429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:14:57.408227 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-92515f34-e3e4-4c3e-aaa1-3dece4f68457 admin admin] Resources bound (agent type, host, resource id): {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:14:57.412182 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92515f34-e3e4-4c3e-aaa1-3dece4f68457 admin admin] Received port after_create {{(pid=106429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:14:57.425626 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d1ac83-bd8e-474f-bb47-f2e224b91223 None None] Sync routers for ids ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'] in dv-cinder-849143-6-iscsi {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:14:57.438492 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d1ac83-bd8e-474f-bb47-f2e224b91223 None None] Routers {'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:14:57.439313 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-b3d1ac83-bd8e-474f-bb47-f2e224b91223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:14:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:14:57.444967 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92515f34-e3e4-4c3e-aaa1-3dece4f68457 admin admin] Pushing event updated for resources: {'Port': ['ID=6741ba98-dd0e-41c3-9537-c10c9410af44,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:57.447538 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-cc4f45a0-61b9-4f31-b13d-357f031f7ec6 None None] For port f52064fd-0936-47f8-b5fa-76489cd48e03, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:14:57.455660 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-cc4f45a0-61b9-4f31-b13d-357f031f7ec6 None None] For port f52064fd-0936-47f8-b5fa-76489cd48e03, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=f52064fd-0936-47f8-b5fa-76489cd48e03,segment=NetworkSegment(4aa1a4c7-aa32-47b3-b77c-4d1c04c78343),segment_id=4aa1a4c7-aa32-47b3-b77c-4d1c04c78343)] {{(pid=106430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:14:57.462359 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-cc4f45a0-61b9-4f31-b13d-357f031f7ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (f52064fd-0936-47f8-b5fa-76489cd48e03), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:57.529794 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f45a0-61b9-4f31-b13d-357f031f7ec6 None None] Pushing event updated for resources: {'Port': ['ID=f52064fd-0936-47f8-b5fa-76489cd48e03,revision_number=2']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:57.589235 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-b3d1ac83-bd8e-474f-bb47-f2e224b91223 None None] Set router bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:14:57.658853 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:57.743384 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-92515f34-e3e4-4c3e-aaa1-3dece4f68457 admin admin] Publish callbacks [] for router_gateway (7353604e-3a16-4f1e-bb72-f34d1429c429), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:57.781320 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-bc94db18-fb83-4266-b653-8ce0957bf152 None None] Attempt 6 to provision port 35018be7-3837-4534-a08c-06597edb0c6f Sep 22 22:14:57.847441 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device a3e683f7-955b-4664-9c1f-9984b7957b03 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:14:57.857009 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-bc94db18-fb83-4266-b653-8ce0957bf152 None None] Port 35018be7-3837-4534-a08c-06597edb0c6f cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:14:57.922797 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port a3e683f7-955b-4664-9c1f-9984b7957b03 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:14:57.923398 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (a3e683f7-955b-4664-9c1f-9984b7957b03), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:57.923891 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port a3e683f7-955b-4664-9c1f-9984b7957b03 Sep 22 22:14:57.970825 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-b3d1ac83-bd8e-474f-bb47-f2e224b91223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'name': 'tempest-TestVolumeBootPattern-954975377-router', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:54Z', 'revision_number': 4, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'gw_port': {'id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '35018be7-3837-4534-a08c-06597edb0c6f', 'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'mac_address': 'fa:16:3e:21:66:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:54Z', 'updated_at': '2022-09-22T22:14:54Z', 'revision_number': 2, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'subnets': [{'id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:14:58.016671 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d1ac83-bd8e-474f-bb47-f2e224b91223 None None] Checking router: bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 for host: dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:14:58.017064 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d1ac83-bd8e-474f-bb47-f2e224b91223 None None] Updating router bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 port 35018be7-3837-4534-a08c-06597edb0c6f binding host dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:14:58.018381 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port a3e683f7-955b-4664-9c1f-9984b7957b03 is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:14:58.018864 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (a3e683f7-955b-4664-9c1f-9984b7957b03), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:58.047460 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:58.048805 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] For port a3e683f7-955b-4664-9c1f-9984b7957b03, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=a3e683f7-955b-4664-9c1f-9984b7957b03,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:14:58.052526 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-b3d1ac83-bd8e-474f-bb47-f2e224b91223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (35018be7-3837-4534-a08c-06597edb0c6f), before_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:58.054876 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (a3e683f7-955b-4664-9c1f-9984b7957b03), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:58.089934 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-92515f34-e3e4-4c3e-aaa1-3dece4f68457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3684398'] for router (7353604e-3a16-4f1e-bb72-f34d1429c429), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:58.137820 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Pushing event updated for resources: {'Port': ['ID=a3e683f7-955b-4664-9c1f-9984b7957b03,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:58.273662 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92515f34-e3e4-4c3e-aaa1-3dece4f68457 admin admin] Router 7353604e-3a16-4f1e-bb72-f34d1429c429 is scheduled to L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d with binding_index 1 {{(pid=106429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 22:14:58.359218 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-bc94db18-fb83-4266-b653-8ce0957bf152 None None] Attempt 7 to provision port 35018be7-3837-4534-a08c-06597edb0c6f Sep 22 22:14:58.396357 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-bc94db18-fb83-4266-b653-8ce0957bf152 None None] Port 35018be7-3837-4534-a08c-06597edb0c6f cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:14:58.398873 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92515f34-e3e4-4c3e-aaa1-3dece4f68457 admin admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:14:58.406417 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-b3d1ac83-bd8e-474f-bb47-f2e224b91223 None None] Publish callbacks [] for port (35018be7-3837-4534-a08c-06597edb0c6f), precommit_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:58.410790 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7a4d46-15d9-490c-964f-da2f8c9ee249 None None] Sync routers for ids ['7353604e-3a16-4f1e-bb72-f34d1429c429'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:14:58.419778 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-b3d1ac83-bd8e-474f-bb47-f2e224b91223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (35018be7-3837-4534-a08c-06597edb0c6f), after_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:58.423627 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7a4d46-15d9-490c-964f-da2f8c9ee249 None None] Routers {'7353604e-3a16-4f1e-bb72-f34d1429c429'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:14:58.424271 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-3a7a4d46-15d9-490c-964f-da2f8c9ee249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:14:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['7353604e-3a16-4f1e-bb72-f34d1429c429'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:14:58.426498 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-92515f34-e3e4-4c3e-aaa1-3dece4f68457 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:58.430484 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-92515f34-e3e4-4c3e-aaa1-3dece4f68457 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8150628 Sep 22 22:14:58.431110 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 42600) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:14:58.547520 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec30af-7d12-4061-8c6e-b655a2297591 None None] Pushing event updated for resources: {'Port': ['ID=35018be7-3837-4534-a08c-06597edb0c6f,revision_number=3']} {{(pid=106431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:58.556145 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-3a7a4d46-15d9-490c-964f-da2f8c9ee249 None None] Set router 7353604e-3a16-4f1e-bb72-f34d1429c429 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:14:58.561700 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec30af-7d12-4061-8c6e-b655a2297591 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:58.562245 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec30af-7d12-4061-8c6e-b655a2297591 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:58.562785 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec30af-7d12-4061-8c6e-b655a2297591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:58.563291 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec30af-7d12-4061-8c6e-b655a2297591 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:58.563786 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec30af-7d12-4061-8c6e-b655a2297591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:58.564319 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec30af-7d12-4061-8c6e-b655a2297591 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:58.564796 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec30af-7d12-4061-8c6e-b655a2297591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:58.565448 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec30af-7d12-4061-8c6e-b655a2297591 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:58.566046 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec30af-7d12-4061-8c6e-b655a2297591 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:58.566744 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec30af-7d12-4061-8c6e-b655a2297591 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:58.567229 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec30af-7d12-4061-8c6e-b655a2297591 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:58.567720 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec30af-7d12-4061-8c6e-b655a2297591 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:58.568246 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec30af-7d12-4061-8c6e-b655a2297591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:58.568715 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec30af-7d12-4061-8c6e-b655a2297591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:58.569225 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ec30af-7d12-4061-8c6e-b655a2297591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:14:58.600741 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-b3d1ac83-bd8e-474f-bb47-f2e224b91223 None None] Attempting to bind port 35018be7-3837-4534-a08c-06597edb0c6f on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:14:58.601652 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-b3d1ac83-bd8e-474f-bb47-f2e224b91223 None None] Attempting to bind port 35018be7-3837-4534-a08c-06597edb0c6f by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': '02ab888a-ff4d-434e-871e-f1b1416587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57'}] {{(pid=106431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:14:58.602174 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d1ac83-bd8e-474f-bb47-f2e224b91223 None None] Attempting to bind port 35018be7-3837-4534-a08c-06597edb0c6f on network c773c61e-e7b7-47c6-998a-83ddea69af57 {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:14:58.651135 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d1ac83-bd8e-474f-bb47-f2e224b91223 None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:14:58.651630 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d1ac83-bd8e-474f-bb47-f2e224b91223 None None] Checking segment: {'id': '02ab888a-ff4d-434e-871e-f1b1416587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:14:58.651987 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-b3d1ac83-bd8e-474f-bb47-f2e224b91223 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:58.652775 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d1ac83-bd8e-474f-bb47-f2e224b91223 None None] Bound using segment: {'id': '02ab888a-ff4d-434e-871e-f1b1416587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57'} {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:14:58.653224 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-b3d1ac83-bd8e-474f-bb47-f2e224b91223 None None] Bound port: 35018be7-3837-4534-a08c-06597edb0c6f, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ab888a-ff4d-434e-871e-f1b1416587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57'}}] {{(pid=106431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:14:58.653604 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-b3d1ac83-bd8e-474f-bb47-f2e224b91223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (35018be7-3837-4534-a08c-06597edb0c6f), before_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:58.703267 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e749e25f-86f9-453c-bfd1-36b5df4a136d None None] Network 551a8124-a545-4f77-90cf-f6aad181f9b4 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:14:58.705621 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:58.728590 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.db [None req-b3d1ac83-bd8e-474f-bb47-f2e224b91223 None None] For port 35018be7-3837-4534-a08c-06597edb0c6f, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:14:58.732401 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.db [None req-b3d1ac83-bd8e-474f-bb47-f2e224b91223 None None] For port 35018be7-3837-4534-a08c-06597edb0c6f, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=35018be7-3837-4534-a08c-06597edb0c6f,segment=NetworkSegment(02ab888a-ff4d-434e-871e-f1b1416587f3),segment_id=02ab888a-ff4d-434e-871e-f1b1416587f3)] {{(pid=106431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:14:58.739639 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-b3d1ac83-bd8e-474f-bb47-f2e224b91223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (35018be7-3837-4534-a08c-06597edb0c6f), after_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:58.780230 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d1ac83-bd8e-474f-bb47-f2e224b91223 None None] Routers {'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:14:58.780464 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-b3d1ac83-bd8e-474f-bb47-f2e224b91223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:14:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:14:58.821949 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-3a7a4d46-15d9-490c-964f-da2f8c9ee249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7353604e-3a16-4f1e-bb72-f34d1429c429', 'name': 'tempest-TestVolumeBootPattern-1401240802-router', 'tenant_id': '316ac566e6c247c899de1498fdd81206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '6741ba98-dd0e-41c3-9537-c10c9410af44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:56Z', 'updated_at': '2022-09-22T22:14:57Z', 'revision_number': 3, 'project_id': '316ac566e6c247c899de1498fdd81206', 'gw_port': {'id': '6741ba98-dd0e-41c3-9537-c10c9410af44', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7353604e-3a16-4f1e-bb72-f34d1429c429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:57Z', 'updated_at': '2022-09-22T22:14:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi'}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:14:58.825354 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:58.838493 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec30af-7d12-4061-8c6e-b655a2297591 None None] Pushing event updated for resources: {'Port': ['ID=35018be7-3837-4534-a08c-06597edb0c6f,revision_number=4']} {{(pid=106431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:58.867914 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7a4d46-15d9-490c-964f-da2f8c9ee249 None None] Checking router: 7353604e-3a16-4f1e-bb72-f34d1429c429 for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:14:58.868275 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7a4d46-15d9-490c-964f-da2f8c9ee249 None None] Updating router 7353604e-3a16-4f1e-bb72-f34d1429c429 port 6741ba98-dd0e-41c3-9537-c10c9410af44 binding host dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:14:58.894592 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:58.898707 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-bc94db18-fb83-4266-b653-8ce0957bf152 None None] Attempt 8 to provision port 35018be7-3837-4534-a08c-06597edb0c6f Sep 22 22:14:58.900532 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:58.903990 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-035f07ff-039c-4134-90a0-6889724c59c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:58.917669 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-b3d1ac83-bd8e-474f-bb47-f2e224b91223 None None] Set router bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:14:58.944330 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-3a7a4d46-15d9-490c-964f-da2f8c9ee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (6741ba98-dd0e-41c3-9537-c10c9410af44), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:59.092522 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-bc94db18-fb83-4266-b653-8ce0957bf152 None None] Current status of the port 35018be7-3837-4534-a08c-06597edb0c6f is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:14:59.093286 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-bc94db18-fb83-4266-b653-8ce0957bf152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (35018be7-3837-4534-a08c-06597edb0c6f), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:59.176077 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-b3d1ac83-bd8e-474f-bb47-f2e224b91223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'name': 'tempest-TestVolumeBootPattern-954975377-router', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:54Z', 'revision_number': 4, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'gw_port': {'id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '35018be7-3837-4534-a08c-06597edb0c6f', 'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'mac_address': 'fa:16:3e:21:66:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:54Z', 'updated_at': '2022-09-22T22:14:58Z', 'revision_number': 4, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'subnets': [{'id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:14:59.216603 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-bc94db18-fb83-4266-b653-8ce0957bf152 None None] For port 35018be7-3837-4534-a08c-06597edb0c6f, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=35018be7-3837-4534-a08c-06597edb0c6f,segment=NetworkSegment(02ab888a-ff4d-434e-871e-f1b1416587f3),segment_id=02ab888a-ff4d-434e-871e-f1b1416587f3)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:14:59.230942 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-bc94db18-fb83-4266-b653-8ce0957bf152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (35018be7-3837-4534-a08c-06597edb0c6f), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:59.232053 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d1ac83-bd8e-474f-bb47-f2e224b91223 None None] The sync data for ids ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'] in dv-cinder-849143-6-iscsi is: [{'id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'name': 'tempest-TestVolumeBootPattern-954975377-router', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:54Z', 'revision_number': 4, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'gw_port': {'id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '35018be7-3837-4534-a08c-06597edb0c6f', 'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'mac_address': 'fa:16:3e:21:66:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:54Z', 'updated_at': '2022-09-22T22:14:58Z', 'revision_number': 4, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'subnets': [{'id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:14:59.332016 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94db18-fb83-4266-b653-8ce0957bf152 None None] Pushing event updated for resources: {'Port': ['ID=35018be7-3837-4534-a08c-06597edb0c6f,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:59.405149 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:59.405888 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-ff147886-f2fa-40b6-9852-24ed58cd5a0f None None] Provisioning complete for port 35018be7-3837-4534-a08c-06597edb0c6f triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:14:59.406271 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-ff147886-f2fa-40b6-9852-24ed58cd5a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (35018be7-3837-4534-a08c-06597edb0c6f), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:59.406613 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-ff147886-f2fa-40b6-9852-24ed58cd5a0f None None] Attempt 1 to provision port 35018be7-3837-4534-a08c-06597edb0c6f Sep 22 22:14:59.407253 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:59.450267 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-3a7a4d46-15d9-490c-964f-da2f8c9ee249 None None] Publish callbacks [] for port (6741ba98-dd0e-41c3-9537-c10c9410af44), precommit_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:59.457975 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.db_base_plugin_common [None req-035f07ff-039c-4134-90a0-6889724c59c2 admin admin] Allocated IP 172.20.0.1 (551a8124-a545-4f77-90cf-f6aad181f9b4/a0e5d06b-02f2-4148-b77e-248891814116/945a095e-af30-4982-a86f-58c7143dcec2) {{(pid=106429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:14:59.470295 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-3a7a4d46-15d9-490c-964f-da2f8c9ee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (6741ba98-dd0e-41c3-9537-c10c9410af44), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:59.555192 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-3a7a4d46-15d9-490c-964f-da2f8c9ee249 None None] Attempting to bind port 6741ba98-dd0e-41c3-9537-c10c9410af44 on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:14:59.555706 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-3a7a4d46-15d9-490c-964f-da2f8c9ee249 None None] Attempting to bind port 6741ba98-dd0e-41c3-9537-c10c9410af44 by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:14:59.556049 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7a4d46-15d9-490c-964f-da2f8c9ee249 None None] Attempting to bind port 6741ba98-dd0e-41c3-9537-c10c9410af44 on network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:14:59.614209 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903b2e8-f17b-42c7-bd40-5cd194ce650e None None] Pushing event updated for resources: {'Port': ['ID=6741ba98-dd0e-41c3-9537-c10c9410af44,revision_number=2']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:59.639838 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-ff147886-f2fa-40b6-9852-24ed58cd5a0f None None] Current status of the port 35018be7-3837-4534-a08c-06597edb0c6f is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:14:59.660025 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-035f07ff-039c-4134-90a0-6889724c59c2 admin admin] Publish callbacks [] for port (945a095e-af30-4982-a86f-58c7143dcec2), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:59.664840 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7a4d46-15d9-490c-964f-da2f8c9ee249 None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:14:59.665249 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7a4d46-15d9-490c-964f-da2f8c9ee249 None None] Checking segment: {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:14:59.665764 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-3a7a4d46-15d9-490c-964f-da2f8c9ee249 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:59.666038 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7a4d46-15d9-490c-964f-da2f8c9ee249 None None] Bound using segment: {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:14:59.666606 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-3a7a4d46-15d9-490c-964f-da2f8c9ee249 None None] Bound port: 6741ba98-dd0e-41c3-9537-c10c9410af44, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:14:59.666890 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-3a7a4d46-15d9-490c-964f-da2f8c9ee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (6741ba98-dd0e-41c3-9537-c10c9410af44), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:59.669487 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-ff147886-f2fa-40b6-9852-24ed58cd5a0f None None] Provisioning complete for port f52064fd-0936-47f8-b5fa-76489cd48e03 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:14:59.669847 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-ff147886-f2fa-40b6-9852-24ed58cd5a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (f52064fd-0936-47f8-b5fa-76489cd48e03), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:59.670183 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-ff147886-f2fa-40b6-9852-24ed58cd5a0f None None] Attempt 1 to provision port f52064fd-0936-47f8-b5fa-76489cd48e03 Sep 22 22:14:59.719001 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-035f07ff-039c-4134-90a0-6889724c59c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (945a095e-af30-4982-a86f-58c7143dcec2), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:59.777050 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035f07ff-039c-4134-90a0-6889724c59c2 admin admin] Network 551a8124-a545-4f77-90cf-f6aad181f9b4 is already hosted by enough agents. {{(pid=106429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:14:59.781868 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-035f07ff-039c-4134-90a0-6889724c59c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:14:59.786298 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035f07ff-039c-4134-90a0-6889724c59c2 admin admin] Received port after_create {{(pid=106429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:14:59.796665 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:59.800591 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-3a7a4d46-15d9-490c-964f-da2f8c9ee249 None None] For port 6741ba98-dd0e-41c3-9537-c10c9410af44, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:14:59.813453 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-3a7a4d46-15d9-490c-964f-da2f8c9ee249 None None] For port 6741ba98-dd0e-41c3-9537-c10c9410af44, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=6741ba98-dd0e-41c3-9537-c10c9410af44,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:14:59.825420 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f07ff-039c-4134-90a0-6889724c59c2 admin admin] Pushing event updated for resources: {'Port': ['ID=945a095e-af30-4982-a86f-58c7143dcec2,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:14:59.839422 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-3a7a4d46-15d9-490c-964f-da2f8c9ee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (6741ba98-dd0e-41c3-9537-c10c9410af44), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:59.847491 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-035f07ff-039c-4134-90a0-6889724c59c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769367'] for router_interface (7353604e-3a16-4f1e-bb72-f34d1429c429), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:59.927438 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:14:59.974508 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-ff147886-f2fa-40b6-9852-24ed58cd5a0f None None] Current status of the port f52064fd-0936-47f8-b5fa-76489cd48e03 is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:14:59.975289 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-ff147886-f2fa-40b6-9852-24ed58cd5a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (f52064fd-0936-47f8-b5fa-76489cd48e03), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:14:59.982381 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7a4d46-15d9-490c-964f-da2f8c9ee249 None None] Routers {'7353604e-3a16-4f1e-bb72-f34d1429c429'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:14:59.985865 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-3a7a4d46-15d9-490c-964f-da2f8c9ee249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:14:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['7353604e-3a16-4f1e-bb72-f34d1429c429'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:00.042183 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device f52064fd-0936-47f8-b5fa-76489cd48e03 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:15:00.048106 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903b2e8-f17b-42c7-bd40-5cd194ce650e None None] Pushing event updated for resources: {'Port': ['ID=6741ba98-dd0e-41c3-9537-c10c9410af44,revision_number=3']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:00.050016 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-035f07ff-039c-4134-90a0-6889724c59c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (945a095e-af30-4982-a86f-58c7143dcec2), before_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:00.246189 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-035f07ff-039c-4134-90a0-6889724c59c2 admin admin] Publish callbacks [] for port (945a095e-af30-4982-a86f-58c7143dcec2), precommit_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:00.252970 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-035f07ff-039c-4134-90a0-6889724c59c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9559187'] for port (945a095e-af30-4982-a86f-58c7143dcec2), after_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:00.295823 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-ff147886-f2fa-40b6-9852-24ed58cd5a0f None None] For port f52064fd-0936-47f8-b5fa-76489cd48e03, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=f52064fd-0936-47f8-b5fa-76489cd48e03,segment=NetworkSegment(4aa1a4c7-aa32-47b3-b77c-4d1c04c78343),segment_id=4aa1a4c7-aa32-47b3-b77c-4d1c04c78343)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:15:00.307056 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-ff147886-f2fa-40b6-9852-24ed58cd5a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (f52064fd-0936-47f8-b5fa-76489cd48e03), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:00.329513 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f07ff-039c-4134-90a0-6889724c59c2 admin admin] Pushing event updated for resources: {'Port': ['ID=945a095e-af30-4982-a86f-58c7143dcec2,revision_number=2']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:00.335483 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-035f07ff-039c-4134-90a0-6889724c59c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769475'] for router_interface (7353604e-3a16-4f1e-bb72-f34d1429c429), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:00.357332 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-3a7a4d46-15d9-490c-964f-da2f8c9ee249 None None] Set router 7353604e-3a16-4f1e-bb72-f34d1429c429 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:15:00.384391 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port f52064fd-0936-47f8-b5fa-76489cd48e03 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:15:00.384772 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (f52064fd-0936-47f8-b5fa-76489cd48e03), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:00.385001 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:00.385159 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port f52064fd-0936-47f8-b5fa-76489cd48e03 Sep 22 22:15:00.430448 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035f07ff-039c-4134-90a0-6889724c59c2 admin admin] Network 551a8124-a545-4f77-90cf-f6aad181f9b4 is already hosted by enough agents. {{(pid=106429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:15:00.431805 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-035f07ff-039c-4134-90a0-6889724c59c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:15:00.437535 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:00.473756 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff147886-f2fa-40b6-9852-24ed58cd5a0f None None] Pushing event updated for resources: {'Port': ['ID=f52064fd-0936-47f8-b5fa-76489cd48e03,revision_number=3']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:00.507393 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-42eb4949-b459-49d4-81dc-d392e3f0bce8 None None] Provisioning complete for port 945a095e-af30-4982-a86f-58c7143dcec2 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:15:00.507767 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-42eb4949-b459-49d4-81dc-d392e3f0bce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (945a095e-af30-4982-a86f-58c7143dcec2), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:00.508102 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-42eb4949-b459-49d4-81dc-d392e3f0bce8 None None] Attempt 1 to provision port 945a095e-af30-4982-a86f-58c7143dcec2 Sep 22 22:15:00.562529 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035f07ff-039c-4134-90a0-6889724c59c2 admin admin] Router 7353604e-3a16-4f1e-bb72-f34d1429c429 has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:15:00.582564 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-42eb4949-b459-49d4-81dc-d392e3f0bce8 None None] Port 945a095e-af30-4982-a86f-58c7143dcec2 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:15:00.649670 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port f52064fd-0936-47f8-b5fa-76489cd48e03 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:15:00.650945 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device a3e683f7-955b-4664-9c1f-9984b7957b03 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:15:00.700880 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-3a7a4d46-15d9-490c-964f-da2f8c9ee249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7353604e-3a16-4f1e-bb72-f34d1429c429', 'name': 'tempest-TestVolumeBootPattern-1401240802-router', 'tenant_id': '316ac566e6c247c899de1498fdd81206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '6741ba98-dd0e-41c3-9537-c10c9410af44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:56Z', 'updated_at': '2022-09-22T22:14:57Z', 'revision_number': 3, 'project_id': '316ac566e6c247c899de1498fdd81206', 'gw_port': {'id': '6741ba98-dd0e-41c3-9537-c10c9410af44', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7353604e-3a16-4f1e-bb72-f34d1429c429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:57Z', 'updated_at': '2022-09-22T22:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi'}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:00.718052 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035f07ff-039c-4134-90a0-6889724c59c2 admin admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:15:00.723789 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-035f07ff-039c-4134-90a0-6889724c59c2 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/7353604e-3a16-4f1e-bb72-f34d1429c429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2916515 Sep 22 22:15:00.742400 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7a4d46-15d9-490c-964f-da2f8c9ee249 None None] The sync data for ids ['7353604e-3a16-4f1e-bb72-f34d1429c429'] in dv-cinder-849143-6-iscsi is: [{'id': '7353604e-3a16-4f1e-bb72-f34d1429c429', 'name': 'tempest-TestVolumeBootPattern-1401240802-router', 'tenant_id': '316ac566e6c247c899de1498fdd81206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '6741ba98-dd0e-41c3-9537-c10c9410af44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:56Z', 'updated_at': '2022-09-22T22:14:57Z', 'revision_number': 3, 'project_id': '316ac566e6c247c899de1498fdd81206', 'gw_port': {'id': '6741ba98-dd0e-41c3-9537-c10c9410af44', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7353604e-3a16-4f1e-bb72-f34d1429c429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:57Z', 'updated_at': '2022-09-22T22:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi'}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:15:00.754928 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port a3e683f7-955b-4664-9c1f-9984b7957b03 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:15:00.755318 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (a3e683f7-955b-4664-9c1f-9984b7957b03), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:00.755943 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port a3e683f7-955b-4664-9c1f-9984b7957b03 Sep 22 22:15:00.848281 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:00.857413 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port a3e683f7-955b-4664-9c1f-9984b7957b03 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:15:00.862842 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 35018be7-3837-4534-a08c-06597edb0c6f up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:15:00.926878 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 35018be7-3837-4534-a08c-06597edb0c6f triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:15:00.927264 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (35018be7-3837-4534-a08c-06597edb0c6f), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:00.927605 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 35018be7-3837-4534-a08c-06597edb0c6f Sep 22 22:15:01.081449 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 35018be7-3837-4534-a08c-06597edb0c6f is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:15:01.083827 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-42eb4949-b459-49d4-81dc-d392e3f0bce8 None None] Attempt 2 to provision port 945a095e-af30-4982-a86f-58c7143dcec2 Sep 22 22:15:01.136014 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:01.164893 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-42eb4949-b459-49d4-81dc-d392e3f0bce8 None None] Port 945a095e-af30-4982-a86f-58c7143dcec2 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:15:01.325671 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 42648) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:15:01.330665 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-3da7a591-2a59-46a8-939d-33165c3c92c3 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-67558175', 'description': 'tempest-secgroup-smoke-67558175 description', 'project_id': 'e9c311fa04f241249d428df8e88539f4'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:15:01.364119 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3da7a591-2a59-46a8-939d-33165c3c92c3 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:01.442606 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3da7a591-2a59-46a8-939d-33165c3c92c3 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for security_group (ac3d604a-a535-4ced-b56f-4476464e9093), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:01.446716 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3da7a591-2a59-46a8-939d-33165c3c92c3 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (ac3d604a-a535-4ced-b56f-4476464e9093), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:01.477003 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3da7a591-2a59-46a8-939d-33165c3c92c3 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:01.481559 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 42650) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:15:01.482156 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-3da7a591-2a59-46a8-939d-33165c3c92c3 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1548841 Sep 22 22:15:01.487326 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-380251ea-7f38-4972-a7b0-5feaf5d71016 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Request body: {'security_group_rule': {'security_group_id': 'ac3d604a-a535-4ced-b56f-4476464e9093', 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:15:01.490798 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7a591-2a59-46a8-939d-33165c3c92c3 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3d604a-a535-4ced-b56f-4476464e9093,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:01.529064 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-380251ea-7f38-4972-a7b0-5feaf5d71016 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for security_group_rule (5538402f-c4fc-4872-a0bf-e5ef38305b30), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:01.581085 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:01.589656 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-380251ea-7f38-4972-a7b0-5feaf5d71016 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for security_group_rule (5538402f-c4fc-4872-a0bf-e5ef38305b30), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:01.595858 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-380251ea-7f38-4972-a7b0-5feaf5d71016 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (5538402f-c4fc-4872-a0bf-e5ef38305b30), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:01.619467 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380251ea-7f38-4972-a7b0-5feaf5d71016 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5538402f-c4fc-4872-a0bf-e5ef38305b30,revision_number=0']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:01.628097 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-380251ea-7f38-4972-a7b0-5feaf5d71016 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:01.632204 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-380251ea-7f38-4972-a7b0-5feaf5d71016 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1496317 Sep 22 22:15:01.632461 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 42652) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:15:01.637928 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-1854c281-b4ea-4f76-89b5-e8f4bcd9ec78 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Request body: {'security_group_rule': {'security_group_id': 'ac3d604a-a535-4ced-b56f-4476464e9093', 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:15:01.666079 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-42eb4949-b459-49d4-81dc-d392e3f0bce8 None None] Attempt 3 to provision port 945a095e-af30-4982-a86f-58c7143dcec2 Sep 22 22:15:01.697022 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1854c281-b4ea-4f76-89b5-e8f4bcd9ec78 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for security_group_rule (0c8b50bf-f1d6-484d-a73c-5433240cd095), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:01.715428 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-42eb4949-b459-49d4-81dc-d392e3f0bce8 None None] Port 945a095e-af30-4982-a86f-58c7143dcec2 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:15:01.766045 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1854c281-b4ea-4f76-89b5-e8f4bcd9ec78 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for security_group_rule (0c8b50bf-f1d6-484d-a73c-5433240cd095), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:01.769956 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1854c281-b4ea-4f76-89b5-e8f4bcd9ec78 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (0c8b50bf-f1d6-484d-a73c-5433240cd095), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:01.790314 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 6741ba98-dd0e-41c3-9537-c10c9410af44 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:15:01.792252 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854c281-b4ea-4f76-89b5-e8f4bcd9ec78 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c8b50bf-f1d6-484d-a73c-5433240cd095,revision_number=0']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:01.804802 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1854c281-b4ea-4f76-89b5-e8f4bcd9ec78 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:01.806096 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-1854c281-b4ea-4f76-89b5-e8f4bcd9ec78 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1726644 Sep 22 22:15:01.809450 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 42654) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:15:01.815044 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-57b4aa18-2a2e-48a7-82f5-5bce7a9628f7 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Request body: {'security_group_rule': {'security_group_id': 'ac3d604a-a535-4ced-b56f-4476464e9093', 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:15:01.843768 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-57b4aa18-2a2e-48a7-82f5-5bce7a9628f7 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for security_group_rule (f06eaea3-8e63-409a-9815-5ea0bc020b2d), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:01.847904 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 6741ba98-dd0e-41c3-9537-c10c9410af44 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:15:01.848316 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (6741ba98-dd0e-41c3-9537-c10c9410af44), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:01.848658 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 6741ba98-dd0e-41c3-9537-c10c9410af44 Sep 22 22:15:01.904259 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-57b4aa18-2a2e-48a7-82f5-5bce7a9628f7 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for security_group_rule (f06eaea3-8e63-409a-9815-5ea0bc020b2d), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:01.907818 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-57b4aa18-2a2e-48a7-82f5-5bce7a9628f7 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (f06eaea3-8e63-409a-9815-5ea0bc020b2d), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:01.922777 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 6741ba98-dd0e-41c3-9537-c10c9410af44 is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:15:01.923173 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (6741ba98-dd0e-41c3-9537-c10c9410af44), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:01.926821 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4aa18-2a2e-48a7-82f5-5bce7a9628f7 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f06eaea3-8e63-409a-9815-5ea0bc020b2d,revision_number=0']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:01.937827 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-57b4aa18-2a2e-48a7-82f5-5bce7a9628f7 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:01.939038 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-57b4aa18-2a2e-48a7-82f5-5bce7a9628f7 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1280479 Sep 22 22:15:01.941765 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 42656) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:15:01.946047 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-caf3b705-2cff-47fc-bfcc-e313dc1db8dc tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Request body: {'security_group_rule': {'security_group_id': 'ac3d604a-a535-4ced-b56f-4476464e9093', 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:15:01.946399 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] For port 6741ba98-dd0e-41c3-9537-c10c9410af44, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=6741ba98-dd0e-41c3-9537-c10c9410af44,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:15:01.951273 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (6741ba98-dd0e-41c3-9537-c10c9410af44), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:01.952075 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device f52064fd-0936-47f8-b5fa-76489cd48e03 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:15:01.973422 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-caf3b705-2cff-47fc-bfcc-e313dc1db8dc tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for security_group_rule (faca4ec3-66b7-4b9d-bd48-22e6ccc638c2), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:01.981995 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:02.023800 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:02.034080 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Pushing event updated for resources: {'Port': ['ID=6741ba98-dd0e-41c3-9537-c10c9410af44,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:02.034421 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-caf3b705-2cff-47fc-bfcc-e313dc1db8dc tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for security_group_rule (faca4ec3-66b7-4b9d-bd48-22e6ccc638c2), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:02.038142 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-caf3b705-2cff-47fc-bfcc-e313dc1db8dc tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (faca4ec3-66b7-4b9d-bd48-22e6ccc638c2), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:02.042703 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port f52064fd-0936-47f8-b5fa-76489cd48e03 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:15:02.043077 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (f52064fd-0936-47f8-b5fa-76489cd48e03), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:02.043415 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port f52064fd-0936-47f8-b5fa-76489cd48e03 Sep 22 22:15:02.060344 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3b705-2cff-47fc-bfcc-e313dc1db8dc tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faca4ec3-66b7-4b9d-bd48-22e6ccc638c2,revision_number=0']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:02.069939 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-caf3b705-2cff-47fc-bfcc-e313dc1db8dc tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:02.071814 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-caf3b705-2cff-47fc-bfcc-e313dc1db8dc tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1290352 Sep 22 22:15:02.074666 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 42658) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:15:02.079459 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-42d342e0-fbdf-45ed-9ae5-7ad774e7e372 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Request body: {'security_group_rule': {'security_group_id': 'ac3d604a-a535-4ced-b56f-4476464e9093', 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:15:02.103380 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.db.securitygroups_db [None req-42d342e0-fbdf-45ed-9ae5-7ad774e7e372 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Project e9c311fa04f241249d428df8e88539f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 22:15:02.115176 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-42d342e0-fbdf-45ed-9ae5-7ad774e7e372 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for security_group_rule (9e24470a-43a8-424d-a766-6a34a01a5ad7), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:02.127052 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port f52064fd-0936-47f8-b5fa-76489cd48e03 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:15:02.155420 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:02.192740 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-42d342e0-fbdf-45ed-9ae5-7ad774e7e372 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for security_group_rule (9e24470a-43a8-424d-a766-6a34a01a5ad7), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:02.197946 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-42d342e0-fbdf-45ed-9ae5-7ad774e7e372 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (9e24470a-43a8-424d-a766-6a34a01a5ad7), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:02.216499 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-42eb4949-b459-49d4-81dc-d392e3f0bce8 None None] Attempt 4 to provision port 945a095e-af30-4982-a86f-58c7143dcec2 Sep 22 22:15:02.218928 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d342e0-fbdf-45ed-9ae5-7ad774e7e372 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e24470a-43a8-424d-a766-6a34a01a5ad7,revision_number=0']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:02.228642 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-42d342e0-fbdf-45ed-9ae5-7ad774e7e372 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:02.233386 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-42d342e0-fbdf-45ed-9ae5-7ad774e7e372 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1551409 Sep 22 22:15:02.233901 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 42664) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:15:02.239093 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-1e0ea59f-9498-4b3b-abf6-0321cb7fc5de tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Request body: {'security_group_rule': {'security_group_id': 'ac3d604a-a535-4ced-b56f-4476464e9093', 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:15:02.261966 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.db.securitygroups_db [None req-1e0ea59f-9498-4b3b-abf6-0321cb7fc5de tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Project e9c311fa04f241249d428df8e88539f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 22:15:02.268779 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1e0ea59f-9498-4b3b-abf6-0321cb7fc5de tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for security_group_rule (aea4891f-889c-4a70-bdfb-3b37856f88f3), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:02.272272 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-42eb4949-b459-49d4-81dc-d392e3f0bce8 None None] Port 945a095e-af30-4982-a86f-58c7143dcec2 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:15:02.346829 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1e0ea59f-9498-4b3b-abf6-0321cb7fc5de tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for security_group_rule (aea4891f-889c-4a70-bdfb-3b37856f88f3), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:02.350888 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1e0ea59f-9498-4b3b-abf6-0321cb7fc5de tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (aea4891f-889c-4a70-bdfb-3b37856f88f3), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:02.371291 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ea59f-9498-4b3b-abf6-0321cb7fc5de tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea4891f-889c-4a70-bdfb-3b37856f88f3,revision_number=0']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:02.382661 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1e0ea59f-9498-4b3b-abf6-0321cb7fc5de tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:02.383886 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-1e0ea59f-9498-4b3b-abf6-0321cb7fc5de tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1489861 Sep 22 22:15:02.773812 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-42eb4949-b459-49d4-81dc-d392e3f0bce8 None None] Attempt 5 to provision port 945a095e-af30-4982-a86f-58c7143dcec2 Sep 22 22:15:02.813568 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-42eb4949-b459-49d4-81dc-d392e3f0bce8 None None] Port 945a095e-af30-4982-a86f-58c7143dcec2 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:15:02.843913 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faf651a-63a0-41f7-b2ec-656ddd0ea49c None None] Sync routers for ids ['7353604e-3a16-4f1e-bb72-f34d1429c429'] in dv-cinder-849143-6-iscsi {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:15:02.855744 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faf651a-63a0-41f7-b2ec-656ddd0ea49c None None] Routers {'7353604e-3a16-4f1e-bb72-f34d1429c429'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:15:02.856342 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-2faf651a-63a0-41f7-b2ec-656ddd0ea49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:14:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['7353604e-3a16-4f1e-bb72-f34d1429c429'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:03.045942 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-2faf651a-63a0-41f7-b2ec-656ddd0ea49c None None] Set router 7353604e-3a16-4f1e-bb72-f34d1429c429 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:15:03.239505 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-2faf651a-63a0-41f7-b2ec-656ddd0ea49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7353604e-3a16-4f1e-bb72-f34d1429c429', 'name': 'tempest-TestVolumeBootPattern-1401240802-router', 'tenant_id': '316ac566e6c247c899de1498fdd81206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '6741ba98-dd0e-41c3-9537-c10c9410af44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:56Z', 'updated_at': '2022-09-22T22:15:00Z', 'revision_number': 4, 'project_id': '316ac566e6c247c899de1498fdd81206', 'gw_port': {'id': '6741ba98-dd0e-41c3-9537-c10c9410af44', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7353604e-3a16-4f1e-bb72-f34d1429c429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:57Z', 'updated_at': '2022-09-22T22:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '945a095e-af30-4982-a86f-58c7143dcec2', 'name': '', 'network_id': '551a8124-a545-4f77-90cf-f6aad181f9b4', 'tenant_id': '316ac566e6c247c899de1498fdd81206', 'mac_address': 'fa:16:3e:67:dd:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7353604e-3a16-4f1e-bb72-f34d1429c429', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'a0e5d06b-02f2-4148-b77e-248891814116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:58Z', 'updated_at': '2022-09-22T22:15:00Z', 'revision_number': 2, 'project_id': '316ac566e6c247c899de1498fdd81206', 'subnets': [{'id': 'a0e5d06b-02f2-4148-b77e-248891814116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:03.266366 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faf651a-63a0-41f7-b2ec-656ddd0ea49c None None] Checking router: 7353604e-3a16-4f1e-bb72-f34d1429c429 for host: dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:15:03.266710 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faf651a-63a0-41f7-b2ec-656ddd0ea49c None None] Updating router 7353604e-3a16-4f1e-bb72-f34d1429c429 port 945a095e-af30-4982-a86f-58c7143dcec2 binding host dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:15:03.293944 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-2faf651a-63a0-41f7-b2ec-656ddd0ea49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (945a095e-af30-4982-a86f-58c7143dcec2), before_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:03.314480 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-42eb4949-b459-49d4-81dc-d392e3f0bce8 None None] Attempt 6 to provision port 945a095e-af30-4982-a86f-58c7143dcec2 Sep 22 22:15:03.345809 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-42eb4949-b459-49d4-81dc-d392e3f0bce8 None None] Port 945a095e-af30-4982-a86f-58c7143dcec2 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:15:03.457930 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:03.541530 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-2faf651a-63a0-41f7-b2ec-656ddd0ea49c None None] Publish callbacks [] for port (945a095e-af30-4982-a86f-58c7143dcec2), precommit_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:03.546717 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-2faf651a-63a0-41f7-b2ec-656ddd0ea49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (945a095e-af30-4982-a86f-58c7143dcec2), after_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:03.608255 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088f24a-3625-4424-a715-5c3ac82d3521 None None] Pushing event updated for resources: {'Port': ['ID=945a095e-af30-4982-a86f-58c7143dcec2,revision_number=3']} {{(pid=106431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:03.626282 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:03.638390 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-2faf651a-63a0-41f7-b2ec-656ddd0ea49c None None] Attempting to bind port 945a095e-af30-4982-a86f-58c7143dcec2 on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:15:03.638752 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-2faf651a-63a0-41f7-b2ec-656ddd0ea49c None None] Attempting to bind port 945a095e-af30-4982-a86f-58c7143dcec2 by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': '4aa1a4c7-aa32-47b3-b77c-4d1c04c78343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '551a8124-a545-4f77-90cf-f6aad181f9b4'}] {{(pid=106431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:15:03.639110 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faf651a-63a0-41f7-b2ec-656ddd0ea49c None None] Attempting to bind port 945a095e-af30-4982-a86f-58c7143dcec2 on network 551a8124-a545-4f77-90cf-f6aad181f9b4 {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:15:03.680338 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faf651a-63a0-41f7-b2ec-656ddd0ea49c None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:15:03.680732 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faf651a-63a0-41f7-b2ec-656ddd0ea49c None None] Checking segment: {'id': '4aa1a4c7-aa32-47b3-b77c-4d1c04c78343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '551a8124-a545-4f77-90cf-f6aad181f9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:15:03.681147 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-2faf651a-63a0-41f7-b2ec-656ddd0ea49c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:03.681539 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faf651a-63a0-41f7-b2ec-656ddd0ea49c None None] Bound using segment: {'id': '4aa1a4c7-aa32-47b3-b77c-4d1c04c78343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '551a8124-a545-4f77-90cf-f6aad181f9b4'} {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:15:03.682005 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-2faf651a-63a0-41f7-b2ec-656ddd0ea49c None None] Bound port: 945a095e-af30-4982-a86f-58c7143dcec2, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa1a4c7-aa32-47b3-b77c-4d1c04c78343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '551a8124-a545-4f77-90cf-f6aad181f9b4'}}] {{(pid=106431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:15:03.682378 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-2faf651a-63a0-41f7-b2ec-656ddd0ea49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (945a095e-af30-4982-a86f-58c7143dcec2), before_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:03.706934 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 6741ba98-dd0e-41c3-9537-c10c9410af44 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:15:03.743130 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.db [None req-2faf651a-63a0-41f7-b2ec-656ddd0ea49c None None] For port 945a095e-af30-4982-a86f-58c7143dcec2, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:15:03.746884 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.db [None req-2faf651a-63a0-41f7-b2ec-656ddd0ea49c None None] For port 945a095e-af30-4982-a86f-58c7143dcec2, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=945a095e-af30-4982-a86f-58c7143dcec2,segment=NetworkSegment(4aa1a4c7-aa32-47b3-b77c-4d1c04c78343),segment_id=4aa1a4c7-aa32-47b3-b77c-4d1c04c78343)] {{(pid=106431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:15:03.752415 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 6741ba98-dd0e-41c3-9537-c10c9410af44 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:15:03.752798 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (6741ba98-dd0e-41c3-9537-c10c9410af44), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:03.753165 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 6741ba98-dd0e-41c3-9537-c10c9410af44 Sep 22 22:15:03.754066 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-2faf651a-63a0-41f7-b2ec-656ddd0ea49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (945a095e-af30-4982-a86f-58c7143dcec2), after_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:03.788518 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faf651a-63a0-41f7-b2ec-656ddd0ea49c None None] Routers {'7353604e-3a16-4f1e-bb72-f34d1429c429'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:15:03.789191 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-2faf651a-63a0-41f7-b2ec-656ddd0ea49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:14:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['7353604e-3a16-4f1e-bb72-f34d1429c429'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:03.828680 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:03.833940 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 6741ba98-dd0e-41c3-9537-c10c9410af44 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:15:03.846821 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088f24a-3625-4424-a715-5c3ac82d3521 None None] Pushing event updated for resources: {'Port': ['ID=945a095e-af30-4982-a86f-58c7143dcec2,revision_number=4']} {{(pid=106431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:03.847331 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-42eb4949-b459-49d4-81dc-d392e3f0bce8 None None] Attempt 7 to provision port 945a095e-af30-4982-a86f-58c7143dcec2 Sep 22 22:15:03.909603 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-2faf651a-63a0-41f7-b2ec-656ddd0ea49c None None] Set router 7353604e-3a16-4f1e-bb72-f34d1429c429 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:15:03.929200 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-42eb4949-b459-49d4-81dc-d392e3f0bce8 None None] Current status of the port 945a095e-af30-4982-a86f-58c7143dcec2 is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:15:03.929592 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-42eb4949-b459-49d4-81dc-d392e3f0bce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (945a095e-af30-4982-a86f-58c7143dcec2), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:03.969672 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-42eb4949-b459-49d4-81dc-d392e3f0bce8 None None] For port 945a095e-af30-4982-a86f-58c7143dcec2, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=945a095e-af30-4982-a86f-58c7143dcec2,segment=NetworkSegment(4aa1a4c7-aa32-47b3-b77c-4d1c04c78343),segment_id=4aa1a4c7-aa32-47b3-b77c-4d1c04c78343)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:15:03.973321 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-42eb4949-b459-49d4-81dc-d392e3f0bce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (945a095e-af30-4982-a86f-58c7143dcec2), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:04.013801 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:04.028160 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb4949-b459-49d4-81dc-d392e3f0bce8 None None] Pushing event updated for resources: {'Port': ['ID=945a095e-af30-4982-a86f-58c7143dcec2,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:04.090909 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-077fccfd-971c-4766-a9c8-865ac90850ba None None] Provisioning complete for port 945a095e-af30-4982-a86f-58c7143dcec2 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:15:04.091186 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-077fccfd-971c-4766-a9c8-865ac90850ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (945a095e-af30-4982-a86f-58c7143dcec2), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:04.091513 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-077fccfd-971c-4766-a9c8-865ac90850ba None None] Attempt 1 to provision port 945a095e-af30-4982-a86f-58c7143dcec2 Sep 22 22:15:04.094749 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-2faf651a-63a0-41f7-b2ec-656ddd0ea49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7353604e-3a16-4f1e-bb72-f34d1429c429', 'name': 'tempest-TestVolumeBootPattern-1401240802-router', 'tenant_id': '316ac566e6c247c899de1498fdd81206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '6741ba98-dd0e-41c3-9537-c10c9410af44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:56Z', 'updated_at': '2022-09-22T22:15:00Z', 'revision_number': 4, 'project_id': '316ac566e6c247c899de1498fdd81206', 'gw_port': {'id': '6741ba98-dd0e-41c3-9537-c10c9410af44', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7353604e-3a16-4f1e-bb72-f34d1429c429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:57Z', 'updated_at': '2022-09-22T22:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '945a095e-af30-4982-a86f-58c7143dcec2', 'name': '', 'network_id': '551a8124-a545-4f77-90cf-f6aad181f9b4', 'tenant_id': '316ac566e6c247c899de1498fdd81206', 'mac_address': 'fa:16:3e:67:dd:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7353604e-3a16-4f1e-bb72-f34d1429c429', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'a0e5d06b-02f2-4148-b77e-248891814116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:58Z', 'updated_at': '2022-09-22T22:15:03Z', 'revision_number': 4, 'project_id': '316ac566e6c247c899de1498fdd81206', 'subnets': [{'id': 'a0e5d06b-02f2-4148-b77e-248891814116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:04.123224 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faf651a-63a0-41f7-b2ec-656ddd0ea49c None None] The sync data for ids ['7353604e-3a16-4f1e-bb72-f34d1429c429'] in dv-cinder-849143-6-iscsi is: [{'id': '7353604e-3a16-4f1e-bb72-f34d1429c429', 'name': 'tempest-TestVolumeBootPattern-1401240802-router', 'tenant_id': '316ac566e6c247c899de1498fdd81206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '6741ba98-dd0e-41c3-9537-c10c9410af44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:56Z', 'updated_at': '2022-09-22T22:15:00Z', 'revision_number': 4, 'project_id': '316ac566e6c247c899de1498fdd81206', 'gw_port': {'id': '6741ba98-dd0e-41c3-9537-c10c9410af44', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7353604e-3a16-4f1e-bb72-f34d1429c429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:57Z', 'updated_at': '2022-09-22T22:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '945a095e-af30-4982-a86f-58c7143dcec2', 'name': '', 'network_id': '551a8124-a545-4f77-90cf-f6aad181f9b4', 'tenant_id': '316ac566e6c247c899de1498fdd81206', 'mac_address': 'fa:16:3e:67:dd:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7353604e-3a16-4f1e-bb72-f34d1429c429', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'a0e5d06b-02f2-4148-b77e-248891814116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:58Z', 'updated_at': '2022-09-22T22:15:03Z', 'revision_number': 4, 'project_id': '316ac566e6c247c899de1498fdd81206', 'subnets': [{'id': 'a0e5d06b-02f2-4148-b77e-248891814116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:15:04.177016 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-077fccfd-971c-4766-a9c8-865ac90850ba None None] Current status of the port 945a095e-af30-4982-a86f-58c7143dcec2 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:15:05.715132 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 945a095e-af30-4982-a86f-58c7143dcec2 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:15:05.761560 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 945a095e-af30-4982-a86f-58c7143dcec2 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:15:05.761937 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (945a095e-af30-4982-a86f-58c7143dcec2), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:05.762271 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 945a095e-af30-4982-a86f-58c7143dcec2 Sep 22 22:15:05.833563 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 945a095e-af30-4982-a86f-58c7143dcec2 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:15:09.976106 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 42780) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:15:09.981025 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-75ba75a9-e6e0-4d3e-a93c-b6dc7ecf69ed tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Request body: {'security_group': {'name': 'tempest-securitygroup--139229468', 'description': 'tempest-description--2136624127'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:15:10.002852 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-75ba75a9-e6e0-4d3e-a93c-b6dc7ecf69ed tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:10.093125 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-75ba75a9-e6e0-4d3e-a93c-b6dc7ecf69ed tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group (5b2df2e5-8ffa-4737-a340-b0108245452e), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:10.111524 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-75ba75a9-e6e0-4d3e-a93c-b6dc7ecf69ed tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (5b2df2e5-8ffa-4737-a340-b0108245452e), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:10.137688 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-75ba75a9-e6e0-4d3e-a93c-b6dc7ecf69ed tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:10.138939 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-75ba75a9-e6e0-4d3e-a93c-b6dc7ecf69ed tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1616564 Sep 22 22:15:10.141907 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 42786) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:15:10.146128 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-c5e9712d-11e2-4361-b0b7-8b49f93844f4 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Request body: {'security_group_rule': {'security_group_id': '5b2df2e5-8ffa-4737-a340-b0108245452e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:15:10.152714 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba75a9-e6e0-4d3e-a93c-b6dc7ecf69ed tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2df2e5-8ffa-4737-a340-b0108245452e,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:10.179076 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c5e9712d-11e2-4361-b0b7-8b49f93844f4 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group_rule (28f9ed80-db44-4ae0-942f-09a0aa00a04c), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:10.237806 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c5e9712d-11e2-4361-b0b7-8b49f93844f4 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group_rule (28f9ed80-db44-4ae0-942f-09a0aa00a04c), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:10.241394 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c5e9712d-11e2-4361-b0b7-8b49f93844f4 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (28f9ed80-db44-4ae0-942f-09a0aa00a04c), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:10.262038 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9712d-11e2-4361-b0b7-8b49f93844f4 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f9ed80-db44-4ae0-942f-09a0aa00a04c,revision_number=0']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:10.269783 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c5e9712d-11e2-4361-b0b7-8b49f93844f4 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:10.271016 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-c5e9712d-11e2-4361-b0b7-8b49f93844f4 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1281955 Sep 22 22:15:10.273759 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 42790) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:15:10.278633 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-1732da60-a3df-4af5-8868-756e00a1d2b2 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Request body: {'security_group_rule': {'security_group_id': '5b2df2e5-8ffa-4737-a340-b0108245452e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:15:10.306251 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1732da60-a3df-4af5-8868-756e00a1d2b2 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group_rule (6f6b3970-7e1d-442a-8bcf-eb917e2cdbbc), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:10.364883 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1732da60-a3df-4af5-8868-756e00a1d2b2 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group_rule (6f6b3970-7e1d-442a-8bcf-eb917e2cdbbc), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:10.368610 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1732da60-a3df-4af5-8868-756e00a1d2b2 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (6f6b3970-7e1d-442a-8bcf-eb917e2cdbbc), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:10.385160 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732da60-a3df-4af5-8868-756e00a1d2b2 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f6b3970-7e1d-442a-8bcf-eb917e2cdbbc,revision_number=0']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:10.395501 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1732da60-a3df-4af5-8868-756e00a1d2b2 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:10.396806 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-1732da60-a3df-4af5-8868-756e00a1d2b2 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221292 Sep 22 22:15:10.400426 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 42792) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:15:10.406218 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-beb9a67d-2367-4624-8490-a5dc2bb715ba tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Request body: {'floatingip': {'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:15:10.430108 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-beb9a67d-2367-4624-8490-a5dc2bb715ba tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:10.511282 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-beb9a67d-2367-4624-8490-a5dc2bb715ba tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:10.520204 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:DELETE=5,neutron:SELECT=75,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:10.620832 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:10.622184 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [None req-beb9a67d-2367-4624-8490-a5dc2bb715ba tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Allocated IP 172.27.1.52 (222d3bc3-ee2a-4d75-8e21-75e580ff73b3/4214672d-8971-44fc-bb6c-9c23836d3a7a/fd8b4838-9db9-43eb-b915-786bc9240717) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:15:10.737784 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-beb9a67d-2367-4624-8490-a5dc2bb715ba tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for port (fd8b4838-9db9-43eb-b915-786bc9240717), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:10.770993 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-beb9a67d-2367-4624-8490-a5dc2bb715ba tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (fd8b4838-9db9-43eb-b915-786bc9240717), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:10.813565 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb9a67d-2367-4624-8490-a5dc2bb715ba tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:15:10.816488 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [None req-beb9a67d-2367-4624-8490-a5dc2bb715ba tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:15:10.820326 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb9a67d-2367-4624-8490-a5dc2bb715ba tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:15:10.841678 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9a67d-2367-4624-8490-a5dc2bb715ba tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event updated for resources: {'Port': ['ID=fd8b4838-9db9-43eb-b915-786bc9240717,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:10.905602 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-beb9a67d-2367-4624-8490-a5dc2bb715ba tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for floatingip (eb8934d7-97da-4776-8ade-e7a4249042ac), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:10.950919 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-beb9a67d-2367-4624-8490-a5dc2bb715ba tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (fd8b4838-9db9-43eb-b915-786bc9240717), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:11.098455 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-beb9a67d-2367-4624-8490-a5dc2bb715ba tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for port (fd8b4838-9db9-43eb-b915-786bc9240717), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:11.103014 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-beb9a67d-2367-4624-8490-a5dc2bb715ba tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (fd8b4838-9db9-43eb-b915-786bc9240717), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:11.174316 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9a67d-2367-4624-8490-a5dc2bb715ba tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event updated for resources: {'Port': ['ID=fd8b4838-9db9-43eb-b915-786bc9240717,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:11.176655 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-beb9a67d-2367-4624-8490-a5dc2bb715ba tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (eb8934d7-97da-4776-8ade-e7a4249042ac), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:11.195512 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-beb9a67d-2367-4624-8490-a5dc2bb715ba tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:11.196777 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-beb9a67d-2367-4624-8490-a5dc2bb715ba tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7946966 Sep 22 22:15:11.410174 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:11.419284 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-520dc505-5b94-45fd-bd30-36ed7db267c7 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--139229468&fields=id&tenant_id=226257b343d24054bc2178b47a9a5a4f HTTP/1.1" status: 200 len: 267 time: 0.0462568 Sep 22 22:15:11.540269 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-8df7847b-2661-404b-89da-8f4556a0f995 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:11.542584 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-8df7847b-2661-404b-89da-8f4556a0f995 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/networks?id=76b70dbd-430e-4822-82a3-49c7f238d2e2 HTTP/1.1" status: 200 len: 815 time: 0.1147354 Sep 22 22:15:11.557221 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-4c1c0eff-e918-4dac-839f-6734bb8ed09d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/quotas/226257b343d24054bc2178b47a9a5a4f HTTP/1.1" status: 200 len: 375 time: 0.0089231 Sep 22 22:15:11.608899 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-1dc53882-e9c6-4156-9ecb-b8c1b6fe9604 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=226257b343d24054bc2178b47a9a5a4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469027 Sep 22 22:15:11.683575 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:11.711348 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-7b19d8e3-5638-40f5-b24f-b3aa3394def3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/76b70dbd-430e-4822-82a3-49c7f238d2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909312 Sep 22 22:15:11.802010 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-98c58a04-ac7a-4912-a85b-eba1c67141eb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/76b70dbd-430e-4822-82a3-49c7f238d2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840755 Sep 22 22:15:12.087847 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-237d3b5b-3188-457e-947b-4d5d99ce4ee7 req-d3954eab-5dc0-4fc7-b793-2a78d8c5d453 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=60e7432c-e9dc-49c3-a476-991a48adde7c HTTP/1.1" status: 200 len: 210 time: 0.1417420 Sep 22 22:15:12.371318 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=15,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:12.375598 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=27,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:13.300199 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5f52b6a4-8ce5-41d1-8a8c-f9b47aad378a req-63335134-5374-4704-bafb-5e43fc66f205 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=60e7432c-e9dc-49c3-a476-991a48adde7c HTTP/1.1" status: 200 len: 210 time: 0.1246843 Sep 22 22:15:13.352785 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-bb0fe3fa-6405-46f0-9a06-20ea9b7f5402 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:13.354273 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-bb0fe3fa-6405-46f0-9a06-20ea9b7f5402 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.57 "GET /networking/v2.0/networks?id=76b70dbd-430e-4822-82a3-49c7f238d2e2 HTTP/1.1" status: 200 len: 815 time: 0.1337078 Sep 22 22:15:13.453722 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-ebe29d3d-7eb8-4934-bb79-763ca87d89dc tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=226257b343d24054bc2178b47a9a5a4f HTTP/1.1" status: 200 len: 472 time: 0.0833294 Sep 22 22:15:13.467713 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-8d4302fb-b31d-49b0-a970-7d9c91db9529 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Request body: {'port': {'device_id': '60e7432c-e9dc-49c3-a476-991a48adde7c', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'admin_state_up': True, 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'security_groups': ['5b2df2e5-8ffa-4737-a340-b0108245452e']}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:15:13.574609 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-8d4302fb-b31d-49b0-a970-7d9c91db9529 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Made reservation on behalf of 226257b343d24054bc2178b47a9a5a4f for: {'port': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:15:13.578342 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-8d4302fb-b31d-49b0-a970-7d9c91db9529 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:13.707875 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-8d4302fb-b31d-49b0-a970-7d9c91db9529 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Allocated IP 172.20.0.4 (76b70dbd-430e-4822-82a3-49c7f238d2e2/b69367a6-5eda-4933-ae45-e149b1c204d0/c3df795b-10a6-4413-9642-8213c6eae0f4) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:15:13.817611 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:13.856970 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-8d4302fb-b31d-49b0-a970-7d9c91db9529 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for port (c3df795b-10a6-4413-9642-8213c6eae0f4), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:13.888839 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-8d4302fb-b31d-49b0-a970-7d9c91db9529 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (c3df795b-10a6-4413-9642-8213c6eae0f4), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:13.924902 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:13.936829 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-8d4302fb-b31d-49b0-a970-7d9c91db9529 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Network 76b70dbd-430e-4822-82a3-49c7f238d2e2 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:15:13.940592 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-8d4302fb-b31d-49b0-a970-7d9c91db9529 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:15:13.945396 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-8d4302fb-b31d-49b0-a970-7d9c91db9529 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:15:13.952895 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4302fb-b31d-49b0-a970-7d9c91db9529 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event updated for resources: {'Port': ['ID=c3df795b-10a6-4413-9642-8213c6eae0f4,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:13.999960 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-8d4302fb-b31d-49b0-a970-7d9c91db9529 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:14.000577 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-8d4302fb-b31d-49b0-a970-7d9c91db9529 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:14.017053 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-8d4302fb-b31d-49b0-a970-7d9c91db9529 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5584834 Sep 22 22:15:14.035740 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-d22211da-abee-42d8-a975-b0b14eb9cb32 service neutron] Request body: {'port': {'device_id': '60e7432c-e9dc-49c3-a476-991a48adde7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:15:14.174517 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-360adb3e-9d30-4422-b257-f52fad4e432e None None] Provisioning complete for port c3df795b-10a6-4413-9642-8213c6eae0f4 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:15:14.175165 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-360adb3e-9d30-4422-b257-f52fad4e432e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (c3df795b-10a6-4413-9642-8213c6eae0f4), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:14.175269 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-360adb3e-9d30-4422-b257-f52fad4e432e None None] Attempt 1 to provision port c3df795b-10a6-4413-9642-8213c6eae0f4 Sep 22 22:15:14.208964 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-360adb3e-9d30-4422-b257-f52fad4e432e None None] Port c3df795b-10a6-4413-9642-8213c6eae0f4 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:15:14.332161 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-d22211da-abee-42d8-a975-b0b14eb9cb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (c3df795b-10a6-4413-9642-8213c6eae0f4), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:14.482599 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9bc421-5bfa-4664-9be4-e5814574e3ba req-329b5bdb-0eef-45a9-a602-5a346627b6b3 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:14.484069 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cf9bc421-5bfa-4664-9be4-e5814574e3ba req-329b5bdb-0eef-45a9-a602-5a346627b6b3 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=60e7432c-e9dc-49c3-a476-991a48adde7c HTTP/1.1" status: 200 len: 931 time: 0.1027052 Sep 22 22:15:14.590350 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cf9bc421-5bfa-4664-9be4-e5814574e3ba req-35d696a9-3c06-4f39-9c35-d0a1eb7d1ef8 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5b2df2e5-8ffa-4737-a340-b0108245452e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997784 Sep 22 22:15:14.682950 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-d22211da-abee-42d8-a975-b0b14eb9cb32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3df795b-10a6-4413-9642-8213c6eae0f4 {{(pid=106428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:15:14.690442 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-d22211da-abee-42d8-a975-b0b14eb9cb32 service neutron] Publish callbacks [] for port (c3df795b-10a6-4413-9642-8213c6eae0f4), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:14.703470 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.provisioning_blocks [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-d22211da-abee-42d8-a975-b0b14eb9cb32 service neutron] Transition to ACTIVE for port object c3df795b-10a6-4413-9642-8213c6eae0f4 will not be triggered until provisioned by entity L2. {{(pid=106428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 22:15:14.708030 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-d22211da-abee-42d8-a975-b0b14eb9cb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (c3df795b-10a6-4413-9642-8213c6eae0f4), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:14.710521 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-360adb3e-9d30-4422-b257-f52fad4e432e None None] Attempt 2 to provision port c3df795b-10a6-4413-9642-8213c6eae0f4 Sep 22 22:15:14.742536 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-360adb3e-9d30-4422-b257-f52fad4e432e None None] Port c3df795b-10a6-4413-9642-8213c6eae0f4 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:15:14.767626 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22211da-abee-42d8-a975-b0b14eb9cb32 service neutron] Pushing event updated for resources: {'Port': ['ID=c3df795b-10a6-4413-9642-8213c6eae0f4,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:14.823317 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-d22211da-abee-42d8-a975-b0b14eb9cb32 service neutron] Attempting to bind port c3df795b-10a6-4413-9642-8213c6eae0f4 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:15:14.823733 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-d22211da-abee-42d8-a975-b0b14eb9cb32 service neutron] Attempting to bind port c3df795b-10a6-4413-9642-8213c6eae0f4 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'be8993b7-fcf5-42ec-b1db-df616a95c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2'}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:15:14.824065 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-d22211da-abee-42d8-a975-b0b14eb9cb32 service neutron] Attempting to bind port c3df795b-10a6-4413-9642-8213c6eae0f4 on network 76b70dbd-430e-4822-82a3-49c7f238d2e2 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:15:14.863127 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-f757d0b5-3dea-40a1-8dab-6b572474168a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:14.866650 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-d22211da-abee-42d8-a975-b0b14eb9cb32 service neutron] Port c3df795b-10a6-4413-9642-8213c6eae0f4 on network 76b70dbd-430e-4822-82a3-49c7f238d2e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 22:15:14.866986 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-d22211da-abee-42d8-a975-b0b14eb9cb32 service neutron] Attempting to bind port c3df795b-10a6-4413-9642-8213c6eae0f4 on network 76b70dbd-430e-4822-82a3-49c7f238d2e2 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:15:14.889394 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:14.914671 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-d22211da-abee-42d8-a975-b0b14eb9cb32 service neutron] Checking agent: {'id': 'f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'started_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:15:14.915032 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-d22211da-abee-42d8-a975-b0b14eb9cb32 service neutron] Checking segment: {'id': 'be8993b7-fcf5-42ec-b1db-df616a95c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:15:14.915412 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-d22211da-abee-42d8-a975-b0b14eb9cb32 service neutron] Bound using segment: {'id': 'be8993b7-fcf5-42ec-b1db-df616a95c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2'} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:15:14.915886 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-d22211da-abee-42d8-a975-b0b14eb9cb32 service neutron] Bound port: c3df795b-10a6-4413-9642-8213c6eae0f4, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be8993b7-fcf5-42ec-b1db-df616a95c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2'}}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:15:14.916950 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-d22211da-abee-42d8-a975-b0b14eb9cb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (c3df795b-10a6-4413-9642-8213c6eae0f4), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:14.981905 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-d22211da-abee-42d8-a975-b0b14eb9cb32 service neutron] For port c3df795b-10a6-4413-9642-8213c6eae0f4, host hv-cinder-84914, cleared binding levels {{(pid=106428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:15:14.985314 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-d22211da-abee-42d8-a975-b0b14eb9cb32 service neutron] For port c3df795b-10a6-4413-9642-8213c6eae0f4, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c3df795b-10a6-4413-9642-8213c6eae0f4,segment=NetworkSegment(be8993b7-fcf5-42ec-b1db-df616a95c294),segment_id=be8993b7-fcf5-42ec-b1db-df616a95c294)] {{(pid=106428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:15:14.991272 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-d22211da-abee-42d8-a975-b0b14eb9cb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (c3df795b-10a6-4413-9642-8213c6eae0f4), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:14.996204 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-d22211da-abee-42d8-a975-b0b14eb9cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:14.996845 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-d22211da-abee-42d8-a975-b0b14eb9cb32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:14.998335 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-d22211da-abee-42d8-a975-b0b14eb9cb32 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/c3df795b-10a6-4413-9642-8213c6eae0f4 HTTP/1.1" status: 200 len: 1093 time: 0.9670467 Sep 22 22:15:14.998878 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e7432c-e9dc-49c3-a476-991a48adde7c', 'tag': 'c3df795b-10a6-4413-9642-8213c6eae0f4'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:15:15.001181 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f902313b-ca1c-4272-bffa-e8403ac23818" -d '{"events": [{"name": "network-changed", "server_uuid": "60e7432c-e9dc-49c3-a476-991a48adde7c", "tag": "c3df795b-10a6-4413-9642-8213c6eae0f4"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:15:15.033817 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:15.040224 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7feaabdd-9cb4-4517-9782-118adcc7b838 x-openstack-request-id: req-7feaabdd-9cb4-4517-9782-118adcc7b838 {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:15:15.040512 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e7432c-e9dc-49c3-a476-991a48adde7c", "tag": "c3df795b-10a6-4413-9642-8213c6eae0f4", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:15:15.040781 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7feaabdd-9cb4-4517-9782-118adcc7b838 {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:15:15.041704 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7feaabdd-9cb4-4517-9782-118adcc7b838'] response: {'name': 'network-changed', 'server_uuid': '60e7432c-e9dc-49c3-a476-991a48adde7c', 'tag': 'c3df795b-10a6-4413-9642-8213c6eae0f4', 'status': 'completed', 'code': 200} Sep 22 22:15:15.058810 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22211da-abee-42d8-a975-b0b14eb9cb32 service neutron] Pushing event updated for resources: {'Port': ['ID=c3df795b-10a6-4413-9642-8213c6eae0f4,revision_number=3']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:15.111794 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-91dbcec5-b9da-4986-b9bd-44fbaaca4d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:15.113359 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-91dbcec5-b9da-4986-b9bd-44fbaaca4d6c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=226257b343d24054bc2178b47a9a5a4f&device_id=60e7432c-e9dc-49c3-a476-991a48adde7c HTTP/1.1" status: 200 len: 1127 time: 0.0393279 Sep 22 22:15:15.129998 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:15:15.162125 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-e97c033c-8602-4554-b0e2-78b05c53a1ce service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3df795b-10a6-4413-9642-8213c6eae0f4 HTTP/1.1" status: 200 len: 217 time: 0.0319302 Sep 22 22:15:15.215734 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-4143da13-3d15-4e62-91e2-befc05db8a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:15.217213 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-4143da13-3d15-4e62-91e2-befc05db8a8a service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b69367a6-5eda-4933-ae45-e149b1c204d0 HTTP/1.1" status: 200 len: 854 time: 0.0488844 Sep 22 22:15:15.243426 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-360adb3e-9d30-4422-b257-f52fad4e432e None None] Attempt 3 to provision port c3df795b-10a6-4413-9642-8213c6eae0f4 Sep 22 22:15:15.261741 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-bb31b83c-a34b-467c-b39f-219e0a7d2f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:15.263248 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-bb31b83c-a34b-467c-b39f-219e0a7d2f7b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=76b70dbd-430e-4822-82a3-49c7f238d2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396802 Sep 22 22:15:15.280675 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-360adb3e-9d30-4422-b257-f52fad4e432e None None] Port c3df795b-10a6-4413-9642-8213c6eae0f4 had new provisioning blocks added so it will not transition to active. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 22:15:15.359744 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-103af81d-9450-4cef-b1f0-5c93d473b15b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/76b70dbd-430e-4822-82a3-49c7f238d2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892518 Sep 22 22:15:15.456151 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4ec63bd2-edb6-4d97-9238-e89d1050b5aa req-54ee43fe-2dd4-4cf4-9770-ddb8767106ba service neutron] 10.222.0.57 "GET /networking/v2.0/networks/76b70dbd-430e-4822-82a3-49c7f238d2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906341 Sep 22 22:15:15.721166 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4eb22a-79aa-45e3-84b8-a5321355b141 req-7dc97d2b-1c08-4b22-b9fd-4a1d845ac43e tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:15.722637 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1a4eb22a-79aa-45e3-84b8-a5321355b141 req-7dc97d2b-1c08-4b22-b9fd-4a1d845ac43e tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=60e7432c-e9dc-49c3-a476-991a48adde7c HTTP/1.1" status: 200 len: 943 time: 0.0485849 Sep 22 22:15:15.774287 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1a4eb22a-79aa-45e3-84b8-a5321355b141 req-e11ba528-920d-441e-8e8c-15073f76dbd5 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5b2df2e5-8ffa-4737-a340-b0108245452e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454021 Sep 22 22:15:16.546882 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:16.904723 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad709d46-9b66-4d1f-bf9f-c0b6323274b4 req-1521a321-a754-49d7-931a-d8c7ab1796a9 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:16.906319 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ad709d46-9b66-4d1f-bf9f-c0b6323274b4 req-1521a321-a754-49d7-931a-d8c7ab1796a9 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=60e7432c-e9dc-49c3-a476-991a48adde7c HTTP/1.1" status: 200 len: 943 time: 0.0548661 Sep 22 22:15:16.955869 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ad709d46-9b66-4d1f-bf9f-c0b6323274b4 req-def7080d-2b7b-4266-8982-6c13aeba0e8c tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5b2df2e5-8ffa-4737-a340-b0108245452e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439851 Sep 22 22:15:17.045210 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-05a41067-51ad-480d-94d8-f33d8b8c022f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:18.081921 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54434bf1-c786-451f-8192-d6af966c18e5 req-a49a7829-cb77-4dbd-aa75-793b289b9034 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:18.083522 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-54434bf1-c786-451f-8192-d6af966c18e5 req-a49a7829-cb77-4dbd-aa75-793b289b9034 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=60e7432c-e9dc-49c3-a476-991a48adde7c HTTP/1.1" status: 200 len: 943 time: 0.0510051 Sep 22 22:15:18.116650 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 42908) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:15:18.157725 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-54434bf1-c786-451f-8192-d6af966c18e5 req-0e781e3d-ce87-42b9-b57a-a5e5266b5911 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5b2df2e5-8ffa-4737-a340-b0108245452e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687523 Sep 22 22:15:18.178193 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1766492-0fd3-46ad-a48f-d4c72159ded0 admin admin] Deleting subnet 668848eb-ecd6-4fcb-86fd-5d26ff938721 {{(pid=106428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 22:15:18.181521 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-a1766492-0fd3-46ad-a48f-d4c72159ded0 admin admin] Publish callbacks [] for subnet (668848eb-ecd6-4fcb-86fd-5d26ff938721), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:18.220705 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-a1766492-0fd3-46ad-a48f-d4c72159ded0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10260588'] for subnet (668848eb-ecd6-4fcb-86fd-5d26ff938721), precommit_delete_associations {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:18.262017 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-a1766492-0fd3-46ad-a48f-d4c72159ded0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433450'] for subnet (668848eb-ecd6-4fcb-86fd-5d26ff938721), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:18.263890 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:18.315235 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:18.319038 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-a1766492-0fd3-46ad-a48f-d4c72159ded0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10406668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847801'] for subnet (668848eb-ecd6-4fcb-86fd-5d26ff938721), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:18.347498 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1766492-0fd3-46ad-a48f-d4c72159ded0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=668848eb-ecd6-4fcb-86fd-5d26ff938721,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:18.352584 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-a1766492-0fd3-46ad-a48f-d4c72159ded0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for subnet (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:18.355861 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-a1766492-0fd3-46ad-a48f-d4c72159ded0 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/668848eb-ecd6-4fcb-86fd-5d26ff938721 HTTP/1.1" status: 204 len: 168 time: 0.2382450 Sep 22 22:15:18.358261 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 42910) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:15:18.432247 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-d65f740d-4786-4c6a-979d-244bf09a0771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425183'] for network (ade89f04-fe3a-455d-93a5-b71450428421), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:18.437586 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:18.515658 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-d65f740d-4786-4c6a-979d-244bf09a0771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1288257', 'neutron.services.segments.db._delete_segments_for_network-8778793935297'] for network (ade89f04-fe3a-455d-93a5-b71450428421), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:18.541639 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.services.segments.db [None req-d65f740d-4786-4c6a-979d-244bf09a0771 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ade89f04-fe3a-455d-93a5-b71450428421']}} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:18.551084 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.services.segments.db [None req-d65f740d-4786-4c6a-979d-244bf09a0771 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a20c68-354b-48bc-96d3-af358205d207') {'for_net_delete': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:18.551384 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.services.segments.db [None req-d65f740d-4786-4c6a-979d-244bf09a0771 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a20c68-354b-48bc-96d3-af358205d207') {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:18.560926 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-d65f740d-4786-4c6a-979d-244bf09a0771 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778793935189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10260567'] for segment (69a20c68-354b-48bc-96d3-af358205d207), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:18.575800 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-d65f740d-4786-4c6a-979d-244bf09a0771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (69a20c68-354b-48bc-96d3-af358205d207), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:18.582975 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d65f740d-4786-4c6a-979d-244bf09a0771 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=106428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:15:18.583418 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-d65f740d-4786-4c6a-979d-244bf09a0771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10406838'] for segment (69a20c68-354b-48bc-96d3-af358205d207), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:18.625057 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.services.segments.plugin [-] Segment 69a20c68-354b-48bc-96d3-af358205d207 resource provider aggregate not found Sep 22 22:15:18.649934 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.services.segments.plugin [-] Segment 69a20c68-354b-48bc-96d3-af358205d207 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69a20c68-354b-48bc-96d3-af358205d207 found for delete ", "request_id": "req-e3e8c20b-a89d-43fd-b2bf-d4efa4f3691c"}]} Sep 22 22:15:18.657203 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-d65f740d-4786-4c6a-979d-244bf09a0771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1288312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684483'] for network (ade89f04-fe3a-455d-93a5-b71450428421), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:18.665264 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-d65f740d-4786-4c6a-979d-244bf09a0771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:18.668800 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-d65f740d-4786-4c6a-979d-244bf09a0771 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/ade89f04-fe3a-455d-93a5-b71450428421 HTTP/1.1" status: 204 len: 168 time: 0.3096154 Sep 22 22:15:18.690455 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f740d-4786-4c6a-979d-244bf09a0771 admin admin] Pushing event deleted for resources: {'Network': ['ID=ade89f04-fe3a-455d-93a5-b71450428421,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:18.725224 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902313b-ca1c-4272-bffa-e8403ac23818 req-fe8da6ee-9dc5-4f43-be57-151026d2e5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:18.726756 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f902313b-ca1c-4272-bffa-e8403ac23818 req-fe8da6ee-9dc5-4f43-be57-151026d2e5d5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=226257b343d24054bc2178b47a9a5a4f&device_id=60e7432c-e9dc-49c3-a476-991a48adde7c HTTP/1.1" status: 200 len: 1127 time: 0.0477104 Sep 22 22:15:18.856496 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902313b-ca1c-4272-bffa-e8403ac23818 req-525ac587-c6af-4eda-9ef2-7d0dc9630c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:18.858014 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f902313b-ca1c-4272-bffa-e8403ac23818 req-525ac587-c6af-4eda-9ef2-7d0dc9630c6a service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=76b70dbd-430e-4822-82a3-49c7f238d2e2 HTTP/1.1" status: 200 len: 916 time: 0.1032875 Sep 22 22:15:18.866139 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 42920) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:15:18.907374 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-4c839329-6439-4ed9-bc20-1bd5d852d340 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d58361c0e40c48f4966aee3515859326&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391245 Sep 22 22:15:18.908709 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 42922) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:15:18.957121 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ed69b786-7812-4015-889b-9b86c7f0e457 admin admin] Publish callbacks [] for security_group (871d3437-afbe-4989-9ef1-282bdd86cbf4), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:18.977030 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ed69b786-7812-4015-889b-9b86c7f0e457 admin admin] Publish callbacks [] for security_group (871d3437-afbe-4989-9ef1-282bdd86cbf4), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:19.030375 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ed69b786-7812-4015-889b-9b86c7f0e457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (871d3437-afbe-4989-9ef1-282bdd86cbf4), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:19.033041 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ed69b786-7812-4015-889b-9b86c7f0e457 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:19.034219 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-ed69b786-7812-4015-889b-9b86c7f0e457 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/871d3437-afbe-4989-9ef1-282bdd86cbf4 HTTP/1.1" status: 204 len: 168 time: 0.1245897 Sep 22 22:15:19.042381 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69b786-7812-4015-889b-9b86c7f0e457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871d3437-afbe-4989-9ef1-282bdd86cbf4,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:19.144977 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f902313b-ca1c-4272-bffa-e8403ac23818 req-1e1d5938-7f5d-49e7-9b55-a83420081e66 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3df795b-10a6-4413-9642-8213c6eae0f4 HTTP/1.1" status: 200 len: 217 time: 0.0355904 Sep 22 22:15:19.199890 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902313b-ca1c-4272-bffa-e8403ac23818 req-8784b9e6-0789-4099-b286-c9520b5014be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:19.201395 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f902313b-ca1c-4272-bffa-e8403ac23818 req-8784b9e6-0789-4099-b286-c9520b5014be service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b69367a6-5eda-4933-ae45-e149b1c204d0 HTTP/1.1" status: 200 len: 854 time: 0.0481412 Sep 22 22:15:19.269751 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902313b-ca1c-4272-bffa-e8403ac23818 req-cc194b40-8d33-45a6-b703-24594acfc548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:19.271256 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f902313b-ca1c-4272-bffa-e8403ac23818 req-cc194b40-8d33-45a6-b703-24594acfc548 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=76b70dbd-430e-4822-82a3-49c7f238d2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638924 Sep 22 22:15:19.326790 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc2821-db22-4cc3-83e8-b881e0be920f req-623c212e-22a1-43c8-953b-c15fc9eba27c tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:19.326790 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9bdc2821-db22-4cc3-83e8-b881e0be920f req-623c212e-22a1-43c8-953b-c15fc9eba27c tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=60e7432c-e9dc-49c3-a476-991a48adde7c HTTP/1.1" status: 200 len: 943 time: 0.0709524 Sep 22 22:15:19.436456 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9bdc2821-db22-4cc3-83e8-b881e0be920f req-48fb129e-717b-4357-b560-e4ef9bb658db tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5b2df2e5-8ffa-4737-a340-b0108245452e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797262 Sep 22 22:15:19.440390 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f902313b-ca1c-4272-bffa-e8403ac23818 req-006acb69-8c0f-49f8-896d-c3d8acae9c65 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/76b70dbd-430e-4822-82a3-49c7f238d2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450841 Sep 22 22:15:19.496302 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:DELETE=7,neutron:UPDATE=1,neutron:SELECT=92 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:19.529268 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:19.545593 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f902313b-ca1c-4272-bffa-e8403ac23818 req-e218f1f0-b08b-4ad5-a3e2-0cc08c4fee9a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/76b70dbd-430e-4822-82a3-49c7f238d2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983586 Sep 22 22:15:19.738564 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:20.069412 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:20.726004 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9d3eb-d29a-4313-ab51-9321eef88ee6 req-0659d277-ab1b-4a84-b67b-368def084531 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:20.727411 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-eed9d3eb-d29a-4313-ab51-9321eef88ee6 req-0659d277-ab1b-4a84-b67b-368def084531 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=60e7432c-e9dc-49c3-a476-991a48adde7c HTTP/1.1" status: 200 len: 943 time: 0.0521193 Sep 22 22:15:20.778379 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device c3df795b-10a6-4413-9642-8213c6eae0f4 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 22:15:20.778960 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-eed9d3eb-d29a-4313-ab51-9321eef88ee6 req-272ce637-21e8-40b5-b984-d0559c77677c tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5b2df2e5-8ffa-4737-a340-b0108245452e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449018 Sep 22 22:15:20.848530 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:20.885646 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port c3df795b-10a6-4413-9642-8213c6eae0f4, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c3df795b-10a6-4413-9642-8213c6eae0f4,segment=NetworkSegment(be8993b7-fcf5-42ec-b1db-df616a95c294),segment_id=be8993b7-fcf5-42ec-b1db-df616a95c294)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:15:20.896425 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Returning: {'device': 'c3df795b-10a6-4413-9642-8213c6eae0f4', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'port_id': 'c3df795b-10a6-4413-9642-8213c6eae0f4', 'mac_address': 'fa:16:3e:e9:67:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 22:15:20.931149 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port c3df795b-10a6-4413-9642-8213c6eae0f4 is: DOWN; New status is: BUILD {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:15:20.932163 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (c3df795b-10a6-4413-9642-8213c6eae0f4), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:20.944562 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3df795b-10a6-4413-9642-8213c6eae0f4 {{(pid=106430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:15:20.961821 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:20.964615 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port c3df795b-10a6-4413-9642-8213c6eae0f4, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c3df795b-10a6-4413-9642-8213c6eae0f4,segment=NetworkSegment(be8993b7-fcf5-42ec-b1db-df616a95c294),segment_id=be8993b7-fcf5-42ec-b1db-df616a95c294)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:15:20.968664 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (c3df795b-10a6-4413-9642-8213c6eae0f4), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:21.016617 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=c3df795b-10a6-4413-9642-8213c6eae0f4,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:21.492681 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['c3df795b-10a6-4413-9642-8213c6eae0f4'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:15:21.902357 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2236d-2493-4de5-9089-747f3aaebf55 req-91a57080-13d7-42a4-8058-e56d04fc7ed2 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:21.903829 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-70a2236d-2493-4de5-9089-747f3aaebf55 req-91a57080-13d7-42a4-8058-e56d04fc7ed2 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=60e7432c-e9dc-49c3-a476-991a48adde7c HTTP/1.1" status: 200 len: 944 time: 0.0466278 Sep 22 22:15:21.950242 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-70a2236d-2493-4de5-9089-747f3aaebf55 req-63bff6aa-9141-4824-83e7-fbc1d0dc3c4d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5b2df2e5-8ffa-4737-a340-b0108245452e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408573 Sep 22 22:15:22.797448 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device c3df795b-10a6-4413-9642-8213c6eae0f4 up at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:15:22.842385 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning for port c3df795b-10a6-4413-9642-8213c6eae0f4 completed by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 22:15:22.848167 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning complete for port c3df795b-10a6-4413-9642-8213c6eae0f4 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:15:22.848569 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (c3df795b-10a6-4413-9642-8213c6eae0f4), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:22.848902 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Attempt 1 to provision port c3df795b-10a6-4413-9642-8213c6eae0f4 Sep 22 22:15:22.921112 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port c3df795b-10a6-4413-9642-8213c6eae0f4 is: BUILD; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:15:22.921528 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (c3df795b-10a6-4413-9642-8213c6eae0f4), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:22.944966 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e7432c-e9dc-49c3-a476-991a48adde7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3df795b-10a6-4413-9642-8213c6eae0f4'}] {{(pid=106430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:15:22.947239 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2272dcd180a18b0bdbf7a4ac2a7f9325cd9193a83f54eb82bc11fdb6a8b27d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271a2d49-7831-4a51-98f2-dc14fff45413" -d '{"events": [{"server_uuid": "60e7432c-e9dc-49c3-a476-991a48adde7c", "name": "network-vif-plugged", "status": "completed", "tag": "c3df795b-10a6-4413-9642-8213c6eae0f4"}]}' {{(pid=106430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:15:22.959922 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port c3df795b-10a6-4413-9642-8213c6eae0f4, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c3df795b-10a6-4413-9642-8213c6eae0f4,segment=NetworkSegment(be8993b7-fcf5-42ec-b1db-df616a95c294),segment_id=be8993b7-fcf5-42ec-b1db-df616a95c294)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:15:22.964089 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (c3df795b-10a6-4413-9642-8213c6eae0f4), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:22.991613 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb94c38f-22ce-4997-a486-908d07e45e0f x-openstack-request-id: req-cb94c38f-22ce-4997-a486-908d07e45e0f {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:15:22.991915 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e7432c-e9dc-49c3-a476-991a48adde7c", "name": "network-vif-plugged", "status": "completed", "tag": "c3df795b-10a6-4413-9642-8213c6eae0f4", "code": 200}]} {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:15:22.992174 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb94c38f-22ce-4997-a486-908d07e45e0f {{(pid=106430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:15:22.992587 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb94c38f-22ce-4997-a486-908d07e45e0f'] response: {'server_uuid': '60e7432c-e9dc-49c3-a476-991a48adde7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3df795b-10a6-4413-9642-8213c6eae0f4', 'code': 200} Sep 22 22:15:23.018410 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=c3df795b-10a6-4413-9642-8213c6eae0f4,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:23.071033 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace4ee8-4ec2-479e-bac5-8c9d69f8b4cf req-f4f4cffd-23ff-4bcc-9f53-377f2277b560 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:23.073075 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9ace4ee8-4ec2-479e-bac5-8c9d69f8b4cf req-f4f4cffd-23ff-4bcc-9f53-377f2277b560 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=60e7432c-e9dc-49c3-a476-991a48adde7c HTTP/1.1" status: 200 len: 945 time: 0.0467119 Sep 22 22:15:23.118723 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9ace4ee8-4ec2-479e-bac5-8c9d69f8b4cf req-74d1bfd2-16bd-464e-b20f-72b769a54bd7 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5b2df2e5-8ffa-4737-a340-b0108245452e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401802 Sep 22 22:15:24.242701 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99e75a-ee39-44fe-bee6-1ebdc8788c54 req-6fe6301a-034f-4fdf-90f0-4414c810cf5c tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:24.244742 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9c99e75a-ee39-44fe-bee6-1ebdc8788c54 req-6fe6301a-034f-4fdf-90f0-4414c810cf5c tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=60e7432c-e9dc-49c3-a476-991a48adde7c HTTP/1.1" status: 200 len: 945 time: 0.0504620 Sep 22 22:15:24.290389 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9c99e75a-ee39-44fe-bee6-1ebdc8788c54 req-03dd7ed7-914a-477e-9445-5ba57d5835d6 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5b2df2e5-8ffa-4737-a340-b0108245452e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406055 Sep 22 22:15:25.124876 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:25.125672 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:25.408806 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d8a98-8d14-42a9-949b-4eb4b3a035c6 req-3ed0e800-f97b-4678-a8ec-218b52892148 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:25.410290 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-420d8a98-8d14-42a9-949b-4eb4b3a035c6 req-3ed0e800-f97b-4678-a8ec-218b52892148 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=60e7432c-e9dc-49c3-a476-991a48adde7c HTTP/1.1" status: 200 len: 945 time: 0.0465472 Sep 22 22:15:25.457332 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-420d8a98-8d14-42a9-949b-4eb4b3a035c6 req-cee022f9-7858-4511-b127-b07e72a0528b tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5b2df2e5-8ffa-4737-a340-b0108245452e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416048 Sep 22 22:15:26.577675 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e6fb9-f596-45d1-9016-44d9fe1a38d7 req-8dde2667-394a-4a82-bad5-4bcf8a379143 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:26.579150 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f73e6fb9-f596-45d1-9016-44d9fe1a38d7 req-8dde2667-394a-4a82-bad5-4bcf8a379143 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=60e7432c-e9dc-49c3-a476-991a48adde7c HTTP/1.1" status: 200 len: 945 time: 0.0479362 Sep 22 22:15:26.630058 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f73e6fb9-f596-45d1-9016-44d9fe1a38d7 req-52177b1a-1ad4-4fb1-8310-0d6020ce2015 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5b2df2e5-8ffa-4737-a340-b0108245452e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454714 Sep 22 22:15:27.756364 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66a261-1fe5-44aa-a16e-485b8131f597 req-865f7d1b-a06a-4ea7-86ee-5f8f4616a96c tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:27.757872 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9d66a261-1fe5-44aa-a16e-485b8131f597 req-865f7d1b-a06a-4ea7-86ee-5f8f4616a96c tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=60e7432c-e9dc-49c3-a476-991a48adde7c HTTP/1.1" status: 200 len: 945 time: 0.0471489 Sep 22 22:15:27.805605 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9d66a261-1fe5-44aa-a16e-485b8131f597 req-08059bf7-1df7-4a94-aed1-33699136975b tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5b2df2e5-8ffa-4737-a340-b0108245452e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422096 Sep 22 22:15:28.262198 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57430c1b-adc5-4ad4-ba2c-f036a90c9286 req-0c62742a-cda5-4182-a8c1-91ef34806341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:28.263731 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-57430c1b-adc5-4ad4-ba2c-f036a90c9286 req-0c62742a-cda5-4182-a8c1-91ef34806341 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=60e7432c-e9dc-49c3-a476-991a48adde7c HTTP/1.1" status: 200 len: 1129 time: 0.0396006 Sep 22 22:15:28.309178 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-57430c1b-adc5-4ad4-ba2c-f036a90c9286 req-d3e7fbb5-796e-4e70-b7fc-5653076112d1 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5b2df2e5-8ffa-4737-a340-b0108245452e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390425 Sep 22 22:15:28.930369 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82951786-776a-4d09-ae47-7843795cda3c req-f33670ce-5868-4623-b2fc-bf9c07fe8ade tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:28.931786 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-82951786-776a-4d09-ae47-7843795cda3c req-f33670ce-5868-4623-b2fc-bf9c07fe8ade tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=60e7432c-e9dc-49c3-a476-991a48adde7c HTTP/1.1" status: 200 len: 945 time: 0.0502484 Sep 22 22:15:28.978568 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-82951786-776a-4d09-ae47-7843795cda3c req-1d4716a0-c06e-4ec1-9c88-5af0e1f3c055 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5b2df2e5-8ffa-4737-a340-b0108245452e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412591 Sep 22 22:15:30.099477 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92856a-f2b5-428e-8286-469e9d306876 req-9a91d87d-ca30-4dce-a273-73f082d6f0ce tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:30.100903 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9c92856a-f2b5-428e-8286-469e9d306876 req-9a91d87d-ca30-4dce-a273-73f082d6f0ce tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=60e7432c-e9dc-49c3-a476-991a48adde7c HTTP/1.1" status: 200 len: 945 time: 0.0483637 Sep 22 22:15:30.141393 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:30.149169 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9c92856a-f2b5-428e-8286-469e9d306876 req-b990e8c0-eb48-43a9-94bb-f87be02a4018 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5b2df2e5-8ffa-4737-a340-b0108245452e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418561 Sep 22 22:15:31.274007 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f40e6a-1b9f-4fe0-9438-0efbfeebf9d5 req-210ab03a-b40d-4847-a3c0-cc56f3aae66b tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:31.275458 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a5f40e6a-1b9f-4fe0-9438-0efbfeebf9d5 req-210ab03a-b40d-4847-a3c0-cc56f3aae66b tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=60e7432c-e9dc-49c3-a476-991a48adde7c HTTP/1.1" status: 200 len: 945 time: 0.0493979 Sep 22 22:15:31.324377 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a5f40e6a-1b9f-4fe0-9438-0efbfeebf9d5 req-01b27fae-d645-4d3b-b6a3-10ecbbc0c1e3 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5b2df2e5-8ffa-4737-a340-b0108245452e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433810 Sep 22 22:15:32.443664 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ce56a-2f73-4917-9840-6a6b450f9cca req-9da6a140-5194-4c53-8770-ebc28af81bea tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:32.445156 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-268ce56a-2f73-4917-9840-6a6b450f9cca req-9da6a140-5194-4c53-8770-ebc28af81bea tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=60e7432c-e9dc-49c3-a476-991a48adde7c HTTP/1.1" status: 200 len: 945 time: 0.0463829 Sep 22 22:15:32.456520 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:32.493548 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-268ce56a-2f73-4917-9840-6a6b450f9cca req-5b0204f4-31e2-4616-b8d4-74b0aaad9fa7 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5b2df2e5-8ffa-4737-a340-b0108245452e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416942 Sep 22 22:15:33.014842 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:33.015605 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=57,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:33.612525 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e4505-3ce5-4255-aa72-af19e9a7e76f req-25601d75-6d85-4f2b-ab33-8f4ccaf9ae68 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:33.614067 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6f7e4505-3ce5-4255-aa72-af19e9a7e76f req-25601d75-6d85-4f2b-ab33-8f4ccaf9ae68 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=60e7432c-e9dc-49c3-a476-991a48adde7c HTTP/1.1" status: 200 len: 945 time: 0.0464594 Sep 22 22:15:33.664251 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6f7e4505-3ce5-4255-aa72-af19e9a7e76f req-ed6311d0-e043-4d17-9b13-81dec532eff5 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5b2df2e5-8ffa-4737-a340-b0108245452e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447273 Sep 22 22:15:34.784459 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0be30e-0967-4a0a-be3b-404689d995c5 req-b6a9e59b-aacc-43e9-8be7-eb3e6eb7e5c7 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:34.785955 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6c0be30e-0967-4a0a-be3b-404689d995c5 req-b6a9e59b-aacc-43e9-8be7-eb3e6eb7e5c7 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=60e7432c-e9dc-49c3-a476-991a48adde7c HTTP/1.1" status: 200 len: 945 time: 0.0459895 Sep 22 22:15:34.832996 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6c0be30e-0967-4a0a-be3b-404689d995c5 req-62ef2f3a-b64a-413a-8872-d350078f1e19 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5b2df2e5-8ffa-4737-a340-b0108245452e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408132 Sep 22 22:15:35.951338 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52322914-8b75-4e08-b7f0-30a6407e51a1 req-97ab77ba-891a-4af0-a48e-aee9955fb8df tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:35.952781 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-52322914-8b75-4e08-b7f0-30a6407e51a1 req-97ab77ba-891a-4af0-a48e-aee9955fb8df tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=60e7432c-e9dc-49c3-a476-991a48adde7c HTTP/1.1" status: 200 len: 945 time: 0.0457110 Sep 22 22:15:35.998795 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-52322914-8b75-4e08-b7f0-30a6407e51a1 req-10830453-5288-42bf-b911-c824f9317c7e tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5b2df2e5-8ffa-4737-a340-b0108245452e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403683 Sep 22 22:15:36.131958 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a7ea4-cfb9-4523-a037-7691b133253f req-4e2e8d23-976a-4b6d-953d-5cd218058e88 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:36.133506 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-466a7ea4-cfb9-4523-a037-7691b133253f req-4e2e8d23-976a-4b6d-953d-5cd218058e88 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=60e7432c-e9dc-49c3-a476-991a48adde7c HTTP/1.1" status: 200 len: 945 time: 0.0509002 Sep 22 22:15:36.143266 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 43078) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:15:36.147501 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-d5731773-68c4-4cf9-8916-37096c36278d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Request body: {'floatingip': {'port_id': 'c3df795b-10a6-4413-9642-8213c6eae0f4'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:15:36.187445 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-d5731773-68c4-4cf9-8916-37096c36278d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for floatingip (eb8934d7-97da-4776-8ade-e7a4249042ac), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:36.613911 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-d5731773-68c4-4cf9-8916-37096c36278d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:36.618701 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-d5731773-68c4-4cf9-8916-37096c36278d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (eb8934d7-97da-4776-8ade-e7a4249042ac), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:36.666987 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:36.716473 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.db.l3_db [None req-d5731773-68c4-4cf9-8916-37096c36278d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Floating IP eb8934d7-97da-4776-8ade-e7a4249042ac associated. External IP: 172.27.1.52, port: c3df795b-10a6-4413-9642-8213c6eae0f4. Sep 22 22:15:36.889091 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:36.911596 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5731773-68c4-4cf9-8916-37096c36278d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Router c61ed6dd-031e-4a20-9d68-18897d0cccb2 has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:15:37.014604 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5731773-68c4-4cf9-8916-37096c36278d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:15:37.019489 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-d5731773-68c4-4cf9-8916-37096c36278d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:37.024301 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dceff873-fcf0-44bf-9393-710e1c567981 None None] Sync routers for ids ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:15:37.034521 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dceff873-fcf0-44bf-9393-710e1c567981 None None] Routers {'c61ed6dd-031e-4a20-9d68-18897d0cccb2'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:15:37.035130 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-dceff873-fcf0-44bf-9393-710e1c567981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:15:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:37.049049 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-d5731773-68c4-4cf9-8916-37096c36278d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/eb8934d7-97da-4776-8ade-e7a4249042ac HTTP/1.1" status: 200 len: 990 time: 0.9047577 Sep 22 22:15:37.049723 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e7432c-e9dc-49c3-a476-991a48adde7c', 'tag': 'c3df795b-10a6-4413-9642-8213c6eae0f4'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:15:37.052026 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad96d9b2-472c-401e-93c9-52bb7e9831b0" -d '{"events": [{"name": "network-changed", "server_uuid": "60e7432c-e9dc-49c3-a476-991a48adde7c", "tag": "c3df795b-10a6-4413-9642-8213c6eae0f4"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:15:37.090055 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5432d0-dc6d-479f-a57a-42ba4a1b686c x-openstack-request-id: req-7b5432d0-dc6d-479f-a57a-42ba4a1b686c {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:15:37.090347 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e7432c-e9dc-49c3-a476-991a48adde7c", "tag": "c3df795b-10a6-4413-9642-8213c6eae0f4", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:15:37.090601 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b5432d0-dc6d-479f-a57a-42ba4a1b686c {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:15:37.091009 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b5432d0-dc6d-479f-a57a-42ba4a1b686c'] response: {'name': 'network-changed', 'server_uuid': '60e7432c-e9dc-49c3-a476-991a48adde7c', 'tag': 'c3df795b-10a6-4413-9642-8213c6eae0f4', 'status': 'completed', 'code': 200} Sep 22 22:15:37.263141 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-dceff873-fcf0-44bf-9393-710e1c567981 None None] Set router c61ed6dd-031e-4a20-9d68-18897d0cccb2 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:15:37.474308 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-dceff873-fcf0-44bf-9393-710e1c567981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'gw_port': {'id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:13Z', 'updated_at': '2022-09-22T22:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': 'eb8934d7-97da-4776-8ade-e7a4249042ac', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'port_id': 'c3df795b-10a6-4413-9642-8213c6eae0f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'mac_address': 'fa:16:3e:e9:67:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e7432c-e9dc-49c3-a476-991a48adde7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:15:10Z', 'updated_at': '2022-09-22T22:15:36Z', 'revision_number': 1, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'fixed_ip_address_scope': None}, {'id': 'ed1445e2-e7ff-4aaa-88a6-5cc88f34d449', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'port_id': '1f73d7aa-997f-4856-81f0-98fb975bdbf8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 73, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'mac_address': 'fa:16:3e:cf:94:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765e0b40-b687-4b25-b264-0b84e9d0a8a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:10:22Z', 'updated_at': '2022-09-22T22:11:51Z', 'revision_number': 2, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68bdd94-0ddc-462e-97eb-b3583122f420', 'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'mac_address': 'fa:16:3e:0a:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:17Z', 'updated_at': '2022-09-22T22:10:27Z', 'revision_number': 5, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'subnets': [{'id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:37.498413 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dceff873-fcf0-44bf-9393-710e1c567981 None None] Checking router: c61ed6dd-031e-4a20-9d68-18897d0cccb2 for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:15:37.506561 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dceff873-fcf0-44bf-9393-710e1c567981 None None] Routers {'c61ed6dd-031e-4a20-9d68-18897d0cccb2'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:15:37.507152 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-dceff873-fcf0-44bf-9393-710e1c567981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:15:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:37.606940 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-dceff873-fcf0-44bf-9393-710e1c567981 None None] Set router c61ed6dd-031e-4a20-9d68-18897d0cccb2 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:15:37.815599 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-dceff873-fcf0-44bf-9393-710e1c567981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'gw_port': {'id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:13Z', 'updated_at': '2022-09-22T22:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': 'eb8934d7-97da-4776-8ade-e7a4249042ac', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'port_id': 'c3df795b-10a6-4413-9642-8213c6eae0f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'mac_address': 'fa:16:3e:e9:67:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e7432c-e9dc-49c3-a476-991a48adde7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:15:10Z', 'updated_at': '2022-09-22T22:15:36Z', 'revision_number': 1, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'fixed_ip_address_scope': None}, {'id': 'ed1445e2-e7ff-4aaa-88a6-5cc88f34d449', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'port_id': '1f73d7aa-997f-4856-81f0-98fb975bdbf8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 73, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'mac_address': 'fa:16:3e:cf:94:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765e0b40-b687-4b25-b264-0b84e9d0a8a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:10:22Z', 'updated_at': '2022-09-22T22:11:51Z', 'revision_number': 2, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68bdd94-0ddc-462e-97eb-b3583122f420', 'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'mac_address': 'fa:16:3e:0a:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:17Z', 'updated_at': '2022-09-22T22:10:27Z', 'revision_number': 5, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'subnets': [{'id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:37.843830 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dceff873-fcf0-44bf-9393-710e1c567981 None None] The sync data for ids ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'] in dv-cinder-849143-6-iscsi is: [{'id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'gw_port': {'id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:13Z', 'updated_at': '2022-09-22T22:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': 'eb8934d7-97da-4776-8ade-e7a4249042ac', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'port_id': 'c3df795b-10a6-4413-9642-8213c6eae0f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'mac_address': 'fa:16:3e:e9:67:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e7432c-e9dc-49c3-a476-991a48adde7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:15:10Z', 'updated_at': '2022-09-22T22:15:36Z', 'revision_number': 1, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'fixed_ip_address_scope': None}, {'id': 'ed1445e2-e7ff-4aaa-88a6-5cc88f34d449', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'port_id': '1f73d7aa-997f-4856-81f0-98fb975bdbf8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 73, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'mac_address': 'fa:16:3e:cf:94:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765e0b40-b687-4b25-b264-0b84e9d0a8a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:10:22Z', 'updated_at': '2022-09-22T22:11:51Z', 'revision_number': 2, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68bdd94-0ddc-462e-97eb-b3583122f420', 'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'mac_address': 'fa:16:3e:0a:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:17Z', 'updated_at': '2022-09-22T22:10:27Z', 'revision_number': 5, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'subnets': [{'id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:15:38.019433 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae725a97-c667-44ee-a1de-b74f3d058627 None None] New status for floating IP eb8934d7-97da-4776-8ade-e7a4249042ac: ACTIVE {{(pid=106431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 22:15:39.564223 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96d9b2-472c-401e-93c9-52bb7e9831b0 req-6d3163b1-0293-4d30-ac51-4b5ee5bc3f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:39.565744 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ad96d9b2-472c-401e-93c9-52bb7e9831b0 req-6d3163b1-0293-4d30-ac51-4b5ee5bc3f08 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=226257b343d24054bc2178b47a9a5a4f&device_id=60e7432c-e9dc-49c3-a476-991a48adde7c HTTP/1.1" status: 200 len: 1129 time: 0.1326241 Sep 22 22:15:39.654246 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96d9b2-472c-401e-93c9-52bb7e9831b0 req-c1c68a51-3cdf-4e10-9c94-e32530763b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:39.655592 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ad96d9b2-472c-401e-93c9-52bb7e9831b0 req-c1c68a51-3cdf-4e10-9c94-e32530763b2b service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=76b70dbd-430e-4822-82a3-49c7f238d2e2 HTTP/1.1" status: 200 len: 916 time: 0.0827298 Sep 22 22:15:39.718684 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ad96d9b2-472c-401e-93c9-52bb7e9831b0 req-dfb82215-8a60-4fc2-a592-d066bcb6161b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3df795b-10a6-4413-9642-8213c6eae0f4 HTTP/1.1" status: 200 len: 1000 time: 0.0565445 Sep 22 22:15:39.989896 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96d9b2-472c-401e-93c9-52bb7e9831b0 req-d3c139f0-aa0f-4a3e-8a0a-609baf94109f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:39.991274 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ad96d9b2-472c-401e-93c9-52bb7e9831b0 req-d3c139f0-aa0f-4a3e-8a0a-609baf94109f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b69367a6-5eda-4933-ae45-e149b1c204d0 HTTP/1.1" status: 200 len: 854 time: 0.2663341 Sep 22 22:15:40.035340 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96d9b2-472c-401e-93c9-52bb7e9831b0 req-3e511da6-6c1d-46eb-9207-a4ce9ba7d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:40.036811 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ad96d9b2-472c-401e-93c9-52bb7e9831b0 req-3e511da6-6c1d-46eb-9207-a4ce9ba7d93f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=76b70dbd-430e-4822-82a3-49c7f238d2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388598 Sep 22 22:15:40.127553 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ad96d9b2-472c-401e-93c9-52bb7e9831b0 req-7ceacccc-63db-4691-a58a-3bd3d53e0cf9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/76b70dbd-430e-4822-82a3-49c7f238d2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852082 Sep 22 22:15:40.218511 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ad96d9b2-472c-401e-93c9-52bb7e9831b0 req-ffcd1d37-d563-4e95-a976-ce17ab2450ca service neutron] 10.222.0.57 "GET /networking/v2.0/networks/76b70dbd-430e-4822-82a3-49c7f238d2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840600 Sep 22 22:15:43.259310 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-587573dc-9423-4618-9515-bff410dde2a5 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-67558175&fields=id&tenant_id=e9c311fa04f241249d428df8e88539f4 HTTP/1.1" status: 200 len: 267 time: 0.0489621 Sep 22 22:15:43.368322 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:43.390564 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-d1305bb6-14e9-49d1-810f-0ba21ef8a6da tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:43.392047 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-d1305bb6-14e9-49d1-810f-0ba21ef8a6da tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/networks?id=c773c61e-e7b7-47c6-998a-83ddea69af57 HTTP/1.1" status: 200 len: 811 time: 0.1260333 Sep 22 22:15:43.407333 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-2dbfa950-ba9c-4e0f-bd0a-32e596697445 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/quotas/e9c311fa04f241249d428df8e88539f4 HTTP/1.1" status: 200 len: 375 time: 0.0099509 Sep 22 22:15:43.460831 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-9a04ae3b-5dc3-4d3c-8d33-e5632879b0fc tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e9c311fa04f241249d428df8e88539f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486588 Sep 22 22:15:43.598684 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:43.603792 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-51075a90-4a80-4028-b638-a6b9b82df45b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c773c61e-e7b7-47c6-998a-83ddea69af57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320796 Sep 22 22:15:43.701485 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-aa5000a0-f7cb-42fa-a558-e08025c0a4bf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c773c61e-e7b7-47c6-998a-83ddea69af57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915730 Sep 22 22:15:43.998515 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-839557d6-6fb7-48a7-a0a8-2c22d522b22a req-6313f867-63ac-4283-bc0c-ffc5e6cbd86d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a9e642fd-e734-4624-b2be-6fd3141f7a8c HTTP/1.1" status: 200 len: 210 time: 0.0302801 Sep 22 22:15:44.865717 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-e8ac0484-5fdf-488b-89b2-bf4f34cf37ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:45.098559 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e7e1b9e9-9748-4f32-9fc0-3b77a2dd30ab req-25fb9fd3-7db7-452f-9008-9dbf67a36dd3 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a9e642fd-e734-4624-b2be-6fd3141f7a8c HTTP/1.1" status: 200 len: 210 time: 0.0275221 Sep 22 22:15:45.466693 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-78be6435-a56d-4d43-8ad8-4c29ec1a5f44 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:45.468529 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-78be6435-a56d-4d43-8ad8-4c29ec1a5f44 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.57 "GET /networking/v2.0/networks?id=c773c61e-e7b7-47c6-998a-83ddea69af57 HTTP/1.1" status: 200 len: 811 time: 0.1094105 Sep 22 22:15:45.545563 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-08b3f0f9-23d2-4db1-800e-4dfd703dc4cd tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e9c311fa04f241249d428df8e88539f4 HTTP/1.1" status: 200 len: 378 time: 0.0622685 Sep 22 22:15:45.561434 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-a5875093-f748-41a6-aa31-abef57b0daef tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Request body: {'port': {'device_id': 'a9e642fd-e734-4624-b2be-6fd3141f7a8c', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'admin_state_up': True, 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'security_groups': ['ac3d604a-a535-4ced-b56f-4476464e9093']}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:15:45.678212 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-a5875093-f748-41a6-aa31-abef57b0daef tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Made reservation on behalf of e9c311fa04f241249d428df8e88539f4 for: {'port': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:15:45.682437 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-a5875093-f748-41a6-aa31-abef57b0daef tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:45.806720 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-a5875093-f748-41a6-aa31-abef57b0daef tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Allocated IP 172.20.0.11 (c773c61e-e7b7-47c6-998a-83ddea69af57/739be4fb-823b-4d42-a812-9f7b38b66187/bdfb86dd-821c-462a-a36c-ab4f3c618d51) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:15:45.950822 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-a5875093-f748-41a6-aa31-abef57b0daef tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for port (bdfb86dd-821c-462a-a36c-ab4f3c618d51), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:45.982385 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-a5875093-f748-41a6-aa31-abef57b0daef tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (bdfb86dd-821c-462a-a36c-ab4f3c618d51), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:45.989629 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:46.027909 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:46.035496 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-a5875093-f748-41a6-aa31-abef57b0daef tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Network c773c61e-e7b7-47c6-998a-83ddea69af57 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:15:46.039352 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-a5875093-f748-41a6-aa31-abef57b0daef tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:15:46.044805 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-a5875093-f748-41a6-aa31-abef57b0daef tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:15:46.051322 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5875093-f748-41a6-aa31-abef57b0daef tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Pushing event updated for resources: {'Port': ['ID=bdfb86dd-821c-462a-a36c-ab4f3c618d51,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:46.082383 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5875093-f748-41a6-aa31-abef57b0daef tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:46.082733 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5875093-f748-41a6-aa31-abef57b0daef tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:46.083079 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5875093-f748-41a6-aa31-abef57b0daef tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:46.083423 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5875093-f748-41a6-aa31-abef57b0daef tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:46.083761 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5875093-f748-41a6-aa31-abef57b0daef tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:46.084098 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5875093-f748-41a6-aa31-abef57b0daef tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:46.084436 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5875093-f748-41a6-aa31-abef57b0daef tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:46.084764 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5875093-f748-41a6-aa31-abef57b0daef tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:46.085097 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5875093-f748-41a6-aa31-abef57b0daef tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:46.085443 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5875093-f748-41a6-aa31-abef57b0daef tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:46.085779 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5875093-f748-41a6-aa31-abef57b0daef tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:46.086107 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5875093-f748-41a6-aa31-abef57b0daef tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:46.086815 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5875093-f748-41a6-aa31-abef57b0daef tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:46.087207 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5875093-f748-41a6-aa31-abef57b0daef tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:46.087537 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5875093-f748-41a6-aa31-abef57b0daef tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:46.115156 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-a5875093-f748-41a6-aa31-abef57b0daef tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:46.115854 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-a5875093-f748-41a6-aa31-abef57b0daef tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:46.136406 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-a5875093-f748-41a6-aa31-abef57b0daef tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5789154 Sep 22 22:15:46.154929 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-ce69987c-23b4-4cea-ab08-0ccf594f4bd0 service neutron] Request body: {'port': {'device_id': 'a9e642fd-e734-4624-b2be-6fd3141f7a8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:15:46.269720 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cb012-212a-4365-9589-486c0773dd41 req-4005b618-dbb2-4e4a-8b5c-81636ff42aea tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:46.271127 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-519cb012-212a-4365-9589-486c0773dd41 req-4005b618-dbb2-4e4a-8b5c-81636ff42aea tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a9e642fd-e734-4624-b2be-6fd3141f7a8c HTTP/1.1" status: 200 len: 932 time: 0.0821848 Sep 22 22:15:46.274076 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-ce69987c-23b4-4cea-ab08-0ccf594f4bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (bdfb86dd-821c-462a-a36c-ab4f3c618d51), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:46.285876 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-c79d6222-f435-403f-9f16-21a24e4e2796 None None] Provisioning complete for port bdfb86dd-821c-462a-a36c-ab4f3c618d51 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:15:46.286483 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-c79d6222-f435-403f-9f16-21a24e4e2796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (bdfb86dd-821c-462a-a36c-ab4f3c618d51), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:46.286570 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-c79d6222-f435-403f-9f16-21a24e4e2796 None None] Attempt 1 to provision port bdfb86dd-821c-462a-a36c-ab4f3c618d51 Sep 22 22:15:46.319968 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-c79d6222-f435-403f-9f16-21a24e4e2796 None None] Port bdfb86dd-821c-462a-a36c-ab4f3c618d51 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:15:46.372587 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-519cb012-212a-4365-9589-486c0773dd41 req-30239204-197a-4cf8-a794-478549d481e8 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0946181 Sep 22 22:15:46.545510 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:46.581826 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-ce69987c-23b4-4cea-ab08-0ccf594f4bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdfb86dd-821c-462a-a36c-ab4f3c618d51 {{(pid=106428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:15:46.589952 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-ce69987c-23b4-4cea-ab08-0ccf594f4bd0 service neutron] Publish callbacks [] for port (bdfb86dd-821c-462a-a36c-ab4f3c618d51), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:46.603092 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.provisioning_blocks [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-ce69987c-23b4-4cea-ab08-0ccf594f4bd0 service neutron] Transition to ACTIVE for port object bdfb86dd-821c-462a-a36c-ab4f3c618d51 will not be triggered until provisioned by entity L2. {{(pid=106428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 22:15:46.606251 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-ce69987c-23b4-4cea-ab08-0ccf594f4bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (bdfb86dd-821c-462a-a36c-ab4f3c618d51), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:46.690288 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69987c-23b4-4cea-ab08-0ccf594f4bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=bdfb86dd-821c-462a-a36c-ab4f3c618d51,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:46.722585 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-ce69987c-23b4-4cea-ab08-0ccf594f4bd0 service neutron] Attempting to bind port bdfb86dd-821c-462a-a36c-ab4f3c618d51 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:15:46.722933 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-ce69987c-23b4-4cea-ab08-0ccf594f4bd0 service neutron] Attempting to bind port bdfb86dd-821c-462a-a36c-ab4f3c618d51 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '02ab888a-ff4d-434e-871e-f1b1416587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57'}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:15:46.723266 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-ce69987c-23b4-4cea-ab08-0ccf594f4bd0 service neutron] Attempting to bind port bdfb86dd-821c-462a-a36c-ab4f3c618d51 on network c773c61e-e7b7-47c6-998a-83ddea69af57 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:15:46.767871 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-ce69987c-23b4-4cea-ab08-0ccf594f4bd0 service neutron] Port bdfb86dd-821c-462a-a36c-ab4f3c618d51 on network c773c61e-e7b7-47c6-998a-83ddea69af57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 22:15:46.768206 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-ce69987c-23b4-4cea-ab08-0ccf594f4bd0 service neutron] Attempting to bind port bdfb86dd-821c-462a-a36c-ab4f3c618d51 on network c773c61e-e7b7-47c6-998a-83ddea69af57 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:15:46.791459 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:46.818028 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-ce69987c-23b4-4cea-ab08-0ccf594f4bd0 service neutron] Checking agent: {'id': 'f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'started_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:15:46.818367 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-ce69987c-23b4-4cea-ab08-0ccf594f4bd0 service neutron] Checking segment: {'id': '02ab888a-ff4d-434e-871e-f1b1416587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:15:46.818759 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-ce69987c-23b4-4cea-ab08-0ccf594f4bd0 service neutron] Bound using segment: {'id': '02ab888a-ff4d-434e-871e-f1b1416587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57'} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:15:46.819199 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-ce69987c-23b4-4cea-ab08-0ccf594f4bd0 service neutron] Bound port: bdfb86dd-821c-462a-a36c-ab4f3c618d51, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02ab888a-ff4d-434e-871e-f1b1416587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57'}}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:15:46.819570 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-ce69987c-23b4-4cea-ab08-0ccf594f4bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (bdfb86dd-821c-462a-a36c-ab4f3c618d51), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:46.820888 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-c79d6222-f435-403f-9f16-21a24e4e2796 None None] Attempt 2 to provision port bdfb86dd-821c-462a-a36c-ab4f3c618d51 Sep 22 22:15:46.859184 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-c79d6222-f435-403f-9f16-21a24e4e2796 None None] Port bdfb86dd-821c-462a-a36c-ab4f3c618d51 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:15:46.877968 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 43214) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:15:46.888889 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-ce69987c-23b4-4cea-ab08-0ccf594f4bd0 service neutron] For port bdfb86dd-821c-462a-a36c-ab4f3c618d51, host hv-cinder-84914, cleared binding levels {{(pid=106428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:15:46.893340 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-ce69987c-23b4-4cea-ab08-0ccf594f4bd0 service neutron] For port bdfb86dd-821c-462a-a36c-ab4f3c618d51, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=bdfb86dd-821c-462a-a36c-ab4f3c618d51,segment=NetworkSegment(02ab888a-ff4d-434e-871e-f1b1416587f3),segment_id=02ab888a-ff4d-434e-871e-f1b1416587f3)] {{(pid=106428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:15:46.901088 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-ce69987c-23b4-4cea-ab08-0ccf594f4bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (bdfb86dd-821c-462a-a36c-ab4f3c618d51), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:46.904268 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-ce69987c-23b4-4cea-ab08-0ccf594f4bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:46.905044 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-ce69987c-23b4-4cea-ab08-0ccf594f4bd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:46.906496 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-ce69987c-23b4-4cea-ab08-0ccf594f4bd0 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/bdfb86dd-821c-462a-a36c-ab4f3c618d51 HTTP/1.1" status: 200 len: 1094 time: 0.7562838 Sep 22 22:15:46.909007 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e642fd-e734-4624-b2be-6fd3141f7a8c', 'tag': 'bdfb86dd-821c-462a-a36c-ab4f3c618d51'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:15:46.911368 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e19281-1abe-4eb6-8ea9-f549302fe79e" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e642fd-e734-4624-b2be-6fd3141f7a8c", "tag": "bdfb86dd-821c-462a-a36c-ab4f3c618d51"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:15:46.968898 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69987c-23b4-4cea-ab08-0ccf594f4bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=bdfb86dd-821c-462a-a36c-ab4f3c618d51,revision_number=3']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:47.012203 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-37cc4fee-ec2e-474b-80be-cb5c97d09e06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:47.035775 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-ad4cd8ee-039a-4f65-8399-cd319a73f0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:47.037498 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-ad4cd8ee-039a-4f65-8399-cd319a73f0b7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=e9c311fa04f241249d428df8e88539f4&device_id=a9e642fd-e734-4624-b2be-6fd3141f7a8c HTTP/1.1" status: 200 len: 1128 time: 0.0528133 Sep 22 22:15:47.042720 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-16289882-7c54-4fde-8880-a8a39ba9f799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:47.094596 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-2cd55def-fac5-43d7-8f5d-a30da5a61bca service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdfb86dd-821c-462a-a36c-ab4f3c618d51 HTTP/1.1" status: 200 len: 217 time: 0.0409927 Sep 22 22:15:47.103028 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df928d81-7fde-4f51-addf-40b64d19447d x-openstack-request-id: req-df928d81-7fde-4f51-addf-40b64d19447d {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:15:47.103319 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e642fd-e734-4624-b2be-6fd3141f7a8c", "tag": "bdfb86dd-821c-462a-a36c-ab4f3c618d51", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:15:47.103512 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-37cc4fee-ec2e-474b-80be-cb5c97d09e06 admin admin] Publish callbacks [] for security_group (628a08ba-a8a7-4ca9-9e4d-a9349ed9663e), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:47.103632 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df928d81-7fde-4f51-addf-40b64d19447d {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:15:47.103959 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df928d81-7fde-4f51-addf-40b64d19447d'] response: {'name': 'network-changed', 'server_uuid': 'a9e642fd-e734-4624-b2be-6fd3141f7a8c', 'tag': 'bdfb86dd-821c-462a-a36c-ab4f3c618d51', 'status': 'completed', 'code': 200} Sep 22 22:15:47.107950 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-37cc4fee-ec2e-474b-80be-cb5c97d09e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (628a08ba-a8a7-4ca9-9e4d-a9349ed9663e), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:47.149550 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-103675b4-b4aa-4310-91f6-daa2fe496bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:47.150927 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-103675b4-b4aa-4310-91f6-daa2fe496bbf service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=739be4fb-823b-4d42-a812-9f7b38b66187 HTTP/1.1" status: 200 len: 850 time: 0.0461123 Sep 22 22:15:47.153182 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 43224) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:15:47.153399 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-37cc4fee-ec2e-474b-80be-cb5c97d09e06 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=32bbc148c9be4ce38aeae7a4e5b9542b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2743204 Sep 22 22:15:47.154259 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc4fee-ec2e-474b-80be-cb5c97d09e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628a08ba-a8a7-4ca9-9e4d-a9349ed9663e,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:47.160722 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:47.162707 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cc4fee-ec2e-474b-80be-cb5c97d09e06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:47.163059 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cc4fee-ec2e-474b-80be-cb5c97d09e06 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:47.163405 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cc4fee-ec2e-474b-80be-cb5c97d09e06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:47.163747 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cc4fee-ec2e-474b-80be-cb5c97d09e06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:47.164139 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cc4fee-ec2e-474b-80be-cb5c97d09e06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:47.165167 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cc4fee-ec2e-474b-80be-cb5c97d09e06 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:47.165722 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cc4fee-ec2e-474b-80be-cb5c97d09e06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:47.166273 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cc4fee-ec2e-474b-80be-cb5c97d09e06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:47.166612 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cc4fee-ec2e-474b-80be-cb5c97d09e06 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:47.166946 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cc4fee-ec2e-474b-80be-cb5c97d09e06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:47.167281 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cc4fee-ec2e-474b-80be-cb5c97d09e06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:47.167614 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cc4fee-ec2e-474b-80be-cb5c97d09e06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:47.167968 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cc4fee-ec2e-474b-80be-cb5c97d09e06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:47.168295 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cc4fee-ec2e-474b-80be-cb5c97d09e06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:47.168891 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cc4fee-ec2e-474b-80be-cb5c97d09e06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:47.222644 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-5cd694f9-bfed-405b-8276-81e44943a6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:47.224146 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-5cd694f9-bfed-405b-8276-81e44943a6bf service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c773c61e-e7b7-47c6-998a-83ddea69af57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0640759 Sep 22 22:15:47.258786 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-0d224f68-0261-479a-942d-8f7966404db6 admin admin] Publish callbacks [] for security_group (628a08ba-a8a7-4ca9-9e4d-a9349ed9663e), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:47.311979 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-0d224f68-0261-479a-942d-8f7966404db6 admin admin] Publish callbacks [] for security_group (628a08ba-a8a7-4ca9-9e4d-a9349ed9663e), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:47.360616 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-c79d6222-f435-403f-9f16-21a24e4e2796 None None] Attempt 3 to provision port bdfb86dd-821c-462a-a36c-ab4f3c618d51 Sep 22 22:15:47.368635 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-e3c500cf-7a32-43ab-8841-0c0ac5ec9768 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c773c61e-e7b7-47c6-998a-83ddea69af57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342087 Sep 22 22:15:47.390810 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:47.402722 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-c79d6222-f435-403f-9f16-21a24e4e2796 None None] Port bdfb86dd-821c-462a-a36c-ab4f3c618d51 had new provisioning blocks added so it will not transition to active. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 22:15:47.431255 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-0d224f68-0261-479a-942d-8f7966404db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (628a08ba-a8a7-4ca9-9e4d-a9349ed9663e), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:47.433946 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-0d224f68-0261-479a-942d-8f7966404db6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:47.435098 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-0d224f68-0261-479a-942d-8f7966404db6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/628a08ba-a8a7-4ca9-9e4d-a9349ed9663e HTTP/1.1" status: 204 len: 168 time: 0.2810006 Sep 22 22:15:47.450194 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d224f68-0261-479a-942d-8f7966404db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628a08ba-a8a7-4ca9-9e4d-a9349ed9663e,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:47.528072 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e15b5-3384-400a-b1bd-6a102ee16f12 req-18d44904-c276-41b1-b0fb-c67ed69e416e tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:47.529728 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-333e15b5-3384-400a-b1bd-6a102ee16f12 req-18d44904-c276-41b1-b0fb-c67ed69e416e tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a9e642fd-e734-4624-b2be-6fd3141f7a8c HTTP/1.1" status: 200 len: 944 time: 0.0759051 Sep 22 22:15:47.532182 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3ad0d93a-5c05-45c7-9f81-013d232563da req-63b792a7-a356-4069-80ad-35dd5583d0a5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c773c61e-e7b7-47c6-998a-83ddea69af57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541045 Sep 22 22:15:47.584067 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-333e15b5-3384-400a-b1bd-6a102ee16f12 req-152f52b6-8975-41a2-ba8d-140f72034884 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485914 Sep 22 22:15:48.084980 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 43254) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:15:48.120682 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:48.122887 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=12,neutron:DELETE=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:48.184031 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-4cc0dd91-2b92-4337-8c83-cbbcd4f8b364 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1871333799-network', 'tenant_id': '53f244703dfd4cb29d183025b9d6789e'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:15:48.202928 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc0dd91-2b92-4337-8c83-cbbcd4f8b364 admin admin] Made reservation on behalf of 53f244703dfd4cb29d183025b9d6789e for: {'network': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:15:48.205400 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4cc0dd91-2b92-4337-8c83-cbbcd4f8b364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for network (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:48.214367 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4cc0dd91-2b92-4337-8c83-cbbcd4f8b364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:48.271802 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:48.296969 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4cc0dd91-2b92-4337-8c83-cbbcd4f8b364 admin admin] Publish callbacks [] for security_group (72330a9c-c4b8-41cd-b18e-c0f039457cc9), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:48.301251 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4cc0dd91-2b92-4337-8c83-cbbcd4f8b364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (72330a9c-c4b8-41cd-b18e-c0f039457cc9), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:48.322079 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:48.330929 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc0dd91-2b92-4337-8c83-cbbcd4f8b364 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=106428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:15:48.337171 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc0dd91-2b92-4337-8c83-cbbcd4f8b364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72330a9c-c4b8-41cd-b18e-c0f039457cc9,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:48.345787 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4cc0dd91-2b92-4337-8c83-cbbcd4f8b364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (be00abc5-83f8-48c9-be19-f9d646187374), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:48.345787 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.db.segments_db [None req-4cc0dd91-2b92-4337-8c83-cbbcd4f8b364 admin admin] Added segment be00abc5-83f8-48c9-be19-f9d646187374 of type vlan for network 07b99e2a-cf84-49eb-ad08-c0b8d4b88a58 Sep 22 22:15:48.387129 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4cc0dd91-2b92-4337-8c83-cbbcd4f8b364 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778793421990'] for network (07b99e2a-cf84-49eb-ad08-c0b8d4b88a58), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:48.411682 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4cc0dd91-2b92-4337-8c83-cbbcd4f8b364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218'] for network (07b99e2a-cf84-49eb-ad08-c0b8d4b88a58), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:48.412909 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc0dd91-2b92-4337-8c83-cbbcd4f8b364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:48.413534 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4cc0dd91-2b92-4337-8c83-cbbcd4f8b364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:48.472098 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-4cc0dd91-2b92-4337-8c83-cbbcd4f8b364 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3859360 Sep 22 22:15:48.475092 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 43260) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:15:48.481638 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-f1bcc689-19b3-49b9-8293-2d9e26e652d7 admin admin] Request body: {'subnet': {'network_id': '07b99e2a-cf84-49eb-ad08-c0b8d4b88a58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1871333799-subnet', 'tenant_id': '53f244703dfd4cb29d183025b9d6789e', 'ip_version': 4}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:15:48.483884 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc0dd91-2b92-4337-8c83-cbbcd4f8b364 admin admin] Pushing event updated for resources: {'Network': ['ID=07b99e2a-cf84-49eb-ad08-c0b8d4b88a58,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:48.495229 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Network 07b99e2a-cf84-49eb-ad08-c0b8d4b88a58 details requested by agent ovs-agent-dv-cinder-849143-6-iscsi with host dv-cinder-849143-6-iscsi {{(pid=106430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 22:15:48.502616 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bcc689-19b3-49b9-8293-2d9e26e652d7 admin admin] Made reservation on behalf of 53f244703dfd4cb29d183025b9d6789e for: {'subnet': 1} {{(pid=106429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:15:48.505125 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f1bcc689-19b3-49b9-8293-2d9e26e652d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9385051'] for subnet (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:48.548910 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:48.606141 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e19281-1abe-4eb6-8ea9-f549302fe79e req-9b0e26ba-9d45-4ccb-b77d-986513550f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:48.610713 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-09e19281-1abe-4eb6-8ea9-f549302fe79e req-9b0e26ba-9d45-4ccb-b77d-986513550f5f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=e9c311fa04f241249d428df8e88539f4&device_id=a9e642fd-e734-4624-b2be-6fd3141f7a8c HTTP/1.1" status: 200 len: 1128 time: 0.0769033 Sep 22 22:15:48.732933 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f1bcc689-19b3-49b9-8293-2d9e26e652d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9556762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9385037'] for subnet (e3205572-c91b-45cc-a921-a1609404d294), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:48.754998 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a7bf5-6007-4564-8e05-7a73a7b261a5 req-bcef9211-e2d2-4564-bc6a-96aa47d58604 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:48.756445 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4b5a7bf5-6007-4564-8e05-7a73a7b261a5 req-bcef9211-e2d2-4564-bc6a-96aa47d58604 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a9e642fd-e734-4624-b2be-6fd3141f7a8c HTTP/1.1" status: 200 len: 944 time: 0.0628145 Sep 22 22:15:48.794031 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e19281-1abe-4eb6-8ea9-f549302fe79e req-5d4a1fbd-d77e-4d57-abea-adb4a90287b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:48.794284 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bcc689-19b3-49b9-8293-2d9e26e652d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3205572-c91b-45cc-a921-a1609404d294,revision_number=0']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:48.795485 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-09e19281-1abe-4eb6-8ea9-f549302fe79e req-5d4a1fbd-d77e-4d57-abea-adb4a90287b0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c773c61e-e7b7-47c6-998a-83ddea69af57 HTTP/1.1" status: 200 len: 912 time: 0.1666379 Sep 22 22:15:48.807296 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bcc689-19b3-49b9-8293-2d9e26e652d7 admin admin] Checking segment: {'id': 'be00abc5-83f8-48c9-be19-f9d646187374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07b99e2a-cf84-49eb-ad08-c0b8d4b88a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:15:48.807749 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bcc689-19b3-49b9-8293-2d9e26e652d7 admin admin] Network hostable DHCP agents. Network: 07b99e2a-cf84-49eb-ad08-c0b8d4b88a58, hostable agents: ['46112969-b587-44d5-b5c4-b732185f2ac5'], hosted agents: [] {{(pid=106429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:15:48.826771 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bcc689-19b3-49b9-8293-2d9e26e652d7 admin admin] Network 07b99e2a-cf84-49eb-ad08-c0b8d4b88a58 is scheduled to be hosted by DHCP agent 46112969-b587-44d5-b5c4-b732185f2ac5 with binding_index 1 {{(pid=106429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:15:48.835456 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-f1bcc689-19b3-49b9-8293-2d9e26e652d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-6-iscsi, 07b99e2a-cf84-49eb-ad08-c0b8d4b88a58) {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:15:48.839962 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bcc689-19b3-49b9-8293-2d9e26e652d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:48.840578 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f1bcc689-19b3-49b9-8293-2d9e26e652d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:48.847753 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d637e279-5b95-4a55-8956-dfc3785ff095 None None] Network 07b99e2a-cf84-49eb-ad08-c0b8d4b88a58 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:15:48.848611 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-09e19281-1abe-4eb6-8ea9-f549302fe79e req-82359628-8a53-4ee8-8188-96df314d60dc service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdfb86dd-821c-462a-a36c-ab4f3c618d51 HTTP/1.1" status: 200 len: 217 time: 0.0426078 Sep 22 22:15:48.854383 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:48.858546 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4b5a7bf5-6007-4564-8e05-7a73a7b261a5 req-930d11a2-6731-4bfd-9e9e-4fafe50a7c45 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0926449 Sep 22 22:15:48.859290 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-f1bcc689-19b3-49b9-8293-2d9e26e652d7 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3824923 Sep 22 22:15:48.861868 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 43268) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:15:48.866525 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-d3c316ef-a960-486f-abf0-5478852ba3a6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1871333799-router', 'tenant_id': '53f244703dfd4cb29d183025b9d6789e', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:15:48.896220 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d3c316ef-a960-486f-abf0-5478852ba3a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3680899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3444'] for router (fb40f35e-b426-47bb-8f99-45485e89e86c), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:48.897546 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d3c316ef-a960-486f-abf0-5478852ba3a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4093241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3437'] for router (fb40f35e-b426-47bb-8f99-45485e89e86c), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:48.908619 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e19281-1abe-4eb6-8ea9-f549302fe79e req-fae7c508-40a1-451a-a76d-6dadd84150b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:48.910438 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-09e19281-1abe-4eb6-8ea9-f549302fe79e req-fae7c508-40a1-451a-a76d-6dadd84150b4 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=739be4fb-823b-4d42-a812-9f7b38b66187 HTTP/1.1" status: 200 len: 850 time: 0.0488183 Sep 22 22:15:48.950449 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d3c316ef-a960-486f-abf0-5478852ba3a6 admin admin] Publish callbacks [] for router_controller (fb40f35e-b426-47bb-8f99-45485e89e86c), precommit_add_association {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:48.964122 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e19281-1abe-4eb6-8ea9-f549302fe79e req-9632df5e-8b98-4710-b472-4294a6a6e513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:48.965637 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-09e19281-1abe-4eb6-8ea9-f549302fe79e req-9632df5e-8b98-4710-b472-4294a6a6e513 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c773c61e-e7b7-47c6-998a-83ddea69af57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451434 Sep 22 22:15:48.993641 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7631c05-18e2-4552-8b5a-fa7b76971c0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21c0a57c-ab00-5552-8730-642a300f25b7-07b99e2a-cf84-49eb-ad08-c0b8d4b88a58', 'network_id': '07b99e2a-cf84-49eb-ad08-c0b8d4b88a58', 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'fixed_ips': [{'subnet_id': 'e3205572-c91b-45cc-a921-a1609404d294'}]}} from dv-cinder-849143-6-iscsi. {{(pid=106430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 22:15:48.994851 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-f7631c05-18e2-4552-8b5a-fa7b76971c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:49.071828 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-09e19281-1abe-4eb6-8ea9-f549302fe79e req-025c96f9-1e50-4bdc-958b-22f2beac25c4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c773c61e-e7b7-47c6-998a-83ddea69af57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992780 Sep 22 22:15:49.092600 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:49.097412 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d3c316ef-a960-486f-abf0-5478852ba3a6 admin admin] Publish callbacks [] for router_gateway (fb40f35e-b426-47bb-8f99-45485e89e86c), precommit_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:49.135374 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.db_base_plugin_common [None req-f7631c05-18e2-4552-8b5a-fa7b76971c0b None None] Allocated IP 172.20.0.2 (07b99e2a-cf84-49eb-ad08-c0b8d4b88a58/e3205572-c91b-45cc-a921-a1609404d294/51f4e3b4-c346-41c9-a930-9ae5791d169c) {{(pid=106430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:15:49.174122 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-09e19281-1abe-4eb6-8ea9-f549302fe79e req-823b1a6c-c5aa-4592-9350-ae806bb162e9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c773c61e-e7b7-47c6-998a-83ddea69af57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948865 Sep 22 22:15:49.286095 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-f7631c05-18e2-4552-8b5a-fa7b76971c0b None None] Publish callbacks [] for port (51f4e3b4-c346-41c9-a930-9ae5791d169c), precommit_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:49.292559 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-f7631c05-18e2-4552-8b5a-fa7b76971c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505'] for port (51f4e3b4-c346-41c9-a930-9ae5791d169c), after_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:49.293256 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d3c316ef-a960-486f-abf0-5478852ba3a6 admin admin] Publish callbacks [] for router_gateway (fb40f35e-b426-47bb-8f99-45485e89e86c), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:49.295820 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:49.313892 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d3c316ef-a960-486f-abf0-5478852ba3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:49.340023 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7631c05-18e2-4552-8b5a-fa7b76971c0b None None] Network 07b99e2a-cf84-49eb-ad08-c0b8d4b88a58 is already hosted by enough agents. {{(pid=106430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:15:49.343470 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.scheduler.base_scheduler [None req-f7631c05-18e2-4552-8b5a-fa7b76971c0b None None] Resources bound (agent type, host, resource id): {{(pid=106430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:15:49.345210 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7631c05-18e2-4552-8b5a-fa7b76971c0b None None] Pushing event updated for resources: {'Port': ['ID=51f4e3b4-c346-41c9-a930-9ae5791d169c,revision_number=1']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:49.347346 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7631c05-18e2-4552-8b5a-fa7b76971c0b None None] Received port after_create {{(pid=106430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:15:49.405181 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-f7631c05-18e2-4552-8b5a-fa7b76971c0b None None] Attempting to bind port 51f4e3b4-c346-41c9-a930-9ae5791d169c on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:15:49.405554 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-f7631c05-18e2-4552-8b5a-fa7b76971c0b None None] Attempting to bind port 51f4e3b4-c346-41c9-a930-9ae5791d169c by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': 'be00abc5-83f8-48c9-be19-f9d646187374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07b99e2a-cf84-49eb-ad08-c0b8d4b88a58'}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:15:49.405913 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7631c05-18e2-4552-8b5a-fa7b76971c0b None None] Attempting to bind port 51f4e3b4-c346-41c9-a930-9ae5791d169c on network 07b99e2a-cf84-49eb-ad08-c0b8d4b88a58 {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:15:49.428696 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.db_base_plugin_common [None req-d3c316ef-a960-486f-abf0-5478852ba3a6 admin admin] Allocated IP 172.27.1.29 (222d3bc3-ee2a-4d75-8e21-75e580ff73b3/4214672d-8971-44fc-bb6c-9c23836d3a7a/9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46) {{(pid=106429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:15:49.450350 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7631c05-18e2-4552-8b5a-fa7b76971c0b None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:15:49.450718 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7631c05-18e2-4552-8b5a-fa7b76971c0b None None] Checking segment: {'id': 'be00abc5-83f8-48c9-be19-f9d646187374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07b99e2a-cf84-49eb-ad08-c0b8d4b88a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:15:49.451117 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-f7631c05-18e2-4552-8b5a-fa7b76971c0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:49.451503 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7631c05-18e2-4552-8b5a-fa7b76971c0b None None] Bound using segment: {'id': 'be00abc5-83f8-48c9-be19-f9d646187374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07b99e2a-cf84-49eb-ad08-c0b8d4b88a58'} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:15:49.451970 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-f7631c05-18e2-4552-8b5a-fa7b76971c0b None None] Bound port: 51f4e3b4-c346-41c9-a930-9ae5791d169c, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be00abc5-83f8-48c9-be19-f9d646187374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07b99e2a-cf84-49eb-ad08-c0b8d4b88a58'}}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:15:49.452344 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-f7631c05-18e2-4552-8b5a-fa7b76971c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (51f4e3b4-c346-41c9-a930-9ae5791d169c), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:49.515405 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-f7631c05-18e2-4552-8b5a-fa7b76971c0b None None] For port 51f4e3b4-c346-41c9-a930-9ae5791d169c, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:15:49.518740 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-f7631c05-18e2-4552-8b5a-fa7b76971c0b None None] For port 51f4e3b4-c346-41c9-a930-9ae5791d169c, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=51f4e3b4-c346-41c9-a930-9ae5791d169c,segment=NetworkSegment(be00abc5-83f8-48c9-be19-f9d646187374),segment_id=be00abc5-83f8-48c9-be19-f9d646187374)] {{(pid=106430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:15:49.526023 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-f7631c05-18e2-4552-8b5a-fa7b76971c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (51f4e3b4-c346-41c9-a930-9ae5791d169c), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:49.538420 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d3c316ef-a960-486f-abf0-5478852ba3a6 admin admin] Publish callbacks [] for port (9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:49.575465 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d3c316ef-a960-486f-abf0-5478852ba3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:49.580525 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7631c05-18e2-4552-8b5a-fa7b76971c0b None None] Pushing event updated for resources: {'Port': ['ID=51f4e3b4-c346-41c9-a930-9ae5791d169c,revision_number=2']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:49.621810 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c316ef-a960-486f-abf0-5478852ba3a6 admin admin] Network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 is already hosted by enough agents. {{(pid=106429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:15:49.626924 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-d3c316ef-a960-486f-abf0-5478852ba3a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:15:49.629025 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c316ef-a960-486f-abf0-5478852ba3a6 admin admin] Pushing event updated for resources: {'Port': ['ID=9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:49.631108 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c316ef-a960-486f-abf0-5478852ba3a6 admin admin] Received port after_create {{(pid=106429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:15:49.752110 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:49.908849 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d3c316ef-a960-486f-abf0-5478852ba3a6 admin admin] Publish callbacks [] for router_gateway (fb40f35e-b426-47bb-8f99-45485e89e86c), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:50.000053 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b5b4f-6a90-47fc-8f53-d82a401f2e9a req-9f93932b-5173-48ee-80b6-06301d0f0a97 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:50.005650 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a73b5b4f-6a90-47fc-8f53-d82a401f2e9a req-9f93932b-5173-48ee-80b6-06301d0f0a97 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a9e642fd-e734-4624-b2be-6fd3141f7a8c HTTP/1.1" status: 200 len: 944 time: 0.0576792 Sep 22 22:15:50.055646 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:50.091591 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a73b5b4f-6a90-47fc-8f53-d82a401f2e9a req-05d38ea3-b761-4266-9e30-c7205c556970 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845249 Sep 22 22:15:50.099461 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:50.141621 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d3c316ef-a960-486f-abf0-5478852ba3a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3684398'] for router (fb40f35e-b426-47bb-8f99-45485e89e86c), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:50.219575 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:50.277313 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c316ef-a960-486f-abf0-5478852ba3a6 admin admin] Router fb40f35e-b426-47bb-8f99-45485e89e86c is scheduled to L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d with binding_index 1 {{(pid=106429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 22:15:50.600932 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec76337-3401-47e0-976b-acde7cb19734 None None] Network 07b99e2a-cf84-49eb-ad08-c0b8d4b88a58 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:15:50.602165 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c316ef-a960-486f-abf0-5478852ba3a6 admin admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:15:50.617902 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8954396-9b9f-464f-b5dc-1b073bd32be3 None None] Sync routers for ids ['fb40f35e-b426-47bb-8f99-45485e89e86c'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:15:50.619774 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d3c316ef-a960-486f-abf0-5478852ba3a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:50.621025 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-d3c316ef-a960-486f-abf0-5478852ba3a6 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7580459 Sep 22 22:15:50.623808 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 43286) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:15:50.667001 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:50.678455 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-211c7495-6761-4bab-8fb4-fa545ea5bf7c None None] Provisioning complete for port 51f4e3b4-c346-41c9-a930-9ae5791d169c triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:15:50.678832 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-211c7495-6761-4bab-8fb4-fa545ea5bf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (51f4e3b4-c346-41c9-a930-9ae5791d169c), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:50.679167 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-211c7495-6761-4bab-8fb4-fa545ea5bf7c None None] Attempt 1 to provision port 51f4e3b4-c346-41c9-a930-9ae5791d169c Sep 22 22:15:50.680605 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:50.685063 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8954396-9b9f-464f-b5dc-1b073bd32be3 None None] Routers {'fb40f35e-b426-47bb-8f99-45485e89e86c'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:15:50.685382 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-c8954396-9b9f-464f-b5dc-1b073bd32be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:15:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['fb40f35e-b426-47bb-8f99-45485e89e86c'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:50.889140 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-c8954396-9b9f-464f-b5dc-1b073bd32be3 None None] Set router fb40f35e-b426-47bb-8f99-45485e89e86c gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:15:50.916981 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-211c7495-6761-4bab-8fb4-fa545ea5bf7c None None] Current status of the port 51f4e3b4-c346-41c9-a930-9ae5791d169c is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:15:50.917390 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-211c7495-6761-4bab-8fb4-fa545ea5bf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (51f4e3b4-c346-41c9-a930-9ae5791d169c), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:51.027239 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-211c7495-6761-4bab-8fb4-fa545ea5bf7c None None] For port 51f4e3b4-c346-41c9-a930-9ae5791d169c, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=51f4e3b4-c346-41c9-a930-9ae5791d169c,segment=NetworkSegment(be00abc5-83f8-48c9-be19-f9d646187374),segment_id=be00abc5-83f8-48c9-be19-f9d646187374)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:15:51.038325 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-211c7495-6761-4bab-8fb4-fa545ea5bf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (51f4e3b4-c346-41c9-a930-9ae5791d169c), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:51.061379 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f88702ae-efb1-4b5f-b374-9330631805c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:51.246722 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c17cb-7c33-4f3f-9643-3c05d1d013ca req-a052f2fb-5ad8-42c1-a33c-6065781e2697 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:51.248263 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-107c17cb-7c33-4f3f-9643-3c05d1d013ca req-a052f2fb-5ad8-42c1-a33c-6065781e2697 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a9e642fd-e734-4624-b2be-6fd3141f7a8c HTTP/1.1" status: 200 len: 944 time: 0.0590322 Sep 22 22:15:51.254032 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.db_base_plugin_common [None req-f88702ae-efb1-4b5f-b374-9330631805c2 admin admin] Allocated IP 172.20.0.1 (07b99e2a-cf84-49eb-ad08-c0b8d4b88a58/e3205572-c91b-45cc-a921-a1609404d294/7c1fa498-56ca-486d-90b5-f7ba666a0c91) {{(pid=106429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:15:51.256146 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-6f076964-25e1-4c87-8581-9e4927d3a3e2 None None] Provisioning complete for port 51f4e3b4-c346-41c9-a930-9ae5791d169c triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:15:51.256595 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-6f076964-25e1-4c87-8581-9e4927d3a3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (51f4e3b4-c346-41c9-a930-9ae5791d169c), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:51.256996 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-6f076964-25e1-4c87-8581-9e4927d3a3e2 None None] Attempt 1 to provision port 51f4e3b4-c346-41c9-a930-9ae5791d169c Sep 22 22:15:51.261752 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:51.272753 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:51.285218 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c7495-6761-4bab-8fb4-fa545ea5bf7c None None] Pushing event updated for resources: {'Port': ['ID=51f4e3b4-c346-41c9-a930-9ae5791d169c,revision_number=3']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:51.304523 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-107c17cb-7c33-4f3f-9643-3c05d1d013ca req-7cbf2d0d-2b35-430d-b4c2-4140c873536b tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504210 Sep 22 22:15:51.322344 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-c8954396-9b9f-464f-b5dc-1b073bd32be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'name': 'tempest-TestMinimumBasicScenario-1871333799-router', 'tenant_id': '53f244703dfd4cb29d183025b9d6789e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:48Z', 'updated_at': '2022-09-22T22:15:49Z', 'revision_number': 3, 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'gw_port': {'id': '9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:49Z', 'updated_at': '2022-09-22T22:15:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi'}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:51.324268 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:51.354397 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8954396-9b9f-464f-b5dc-1b073bd32be3 None None] Checking router: fb40f35e-b426-47bb-8f99-45485e89e86c for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:15:51.354747 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8954396-9b9f-464f-b5dc-1b073bd32be3 None None] Updating router fb40f35e-b426-47bb-8f99-45485e89e86c port 9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46 binding host dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:15:51.374343 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f88702ae-efb1-4b5f-b374-9330631805c2 admin admin] Publish callbacks [] for port (7c1fa498-56ca-486d-90b5-f7ba666a0c91), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:51.403645 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-c8954396-9b9f-464f-b5dc-1b073bd32be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:51.407929 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f88702ae-efb1-4b5f-b374-9330631805c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (7c1fa498-56ca-486d-90b5-f7ba666a0c91), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:51.432402 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-6f076964-25e1-4c87-8581-9e4927d3a3e2 None None] Current status of the port 51f4e3b4-c346-41c9-a930-9ae5791d169c is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:15:51.454398 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88702ae-efb1-4b5f-b374-9330631805c2 admin admin] Network 07b99e2a-cf84-49eb-ad08-c0b8d4b88a58 is already hosted by enough agents. {{(pid=106429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:15:51.457463 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-f88702ae-efb1-4b5f-b374-9330631805c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:15:51.462337 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88702ae-efb1-4b5f-b374-9330631805c2 admin admin] Received port after_create {{(pid=106429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:15:51.484996 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88702ae-efb1-4b5f-b374-9330631805c2 admin admin] Pushing event updated for resources: {'Port': ['ID=7c1fa498-56ca-486d-90b5-f7ba666a0c91,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:51.507132 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f88702ae-efb1-4b5f-b374-9330631805c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769367'] for router_interface (fb40f35e-b426-47bb-8f99-45485e89e86c), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:51.583393 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:51.646163 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f88702ae-efb1-4b5f-b374-9330631805c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (7c1fa498-56ca-486d-90b5-f7ba666a0c91), before_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:51.686493 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-f8fb529a-179d-4fe1-8680-db91aed24b02 None None] Provisioning complete for port 7c1fa498-56ca-486d-90b5-f7ba666a0c91 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:15:51.686991 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-f8fb529a-179d-4fe1-8680-db91aed24b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (7c1fa498-56ca-486d-90b5-f7ba666a0c91), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:51.687190 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-f8fb529a-179d-4fe1-8680-db91aed24b02 None None] Attempt 1 to provision port 7c1fa498-56ca-486d-90b5-f7ba666a0c91 Sep 22 22:15:51.692781 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-c8954396-9b9f-464f-b5dc-1b073bd32be3 None None] Publish callbacks [] for port (9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46), precommit_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:51.722676 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-c8954396-9b9f-464f-b5dc-1b073bd32be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:51.728861 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:51.756412 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-f8fb529a-179d-4fe1-8680-db91aed24b02 None None] Port 7c1fa498-56ca-486d-90b5-f7ba666a0c91 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:15:51.768640 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-c8954396-9b9f-464f-b5dc-1b073bd32be3 None None] Attempting to bind port 9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46 on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:15:51.769023 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-c8954396-9b9f-464f-b5dc-1b073bd32be3 None None] Attempting to bind port 9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46 by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:15:51.769427 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8954396-9b9f-464f-b5dc-1b073bd32be3 None None] Attempting to bind port 9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46 on network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:15:51.779525 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 51f4e3b4-c346-41c9-a930-9ae5791d169c up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:15:51.821758 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f88702ae-efb1-4b5f-b374-9330631805c2 admin admin] Publish callbacks [] for port (7c1fa498-56ca-486d-90b5-f7ba666a0c91), precommit_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:51.826411 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f88702ae-efb1-4b5f-b374-9330631805c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9559187'] for port (7c1fa498-56ca-486d-90b5-f7ba666a0c91), after_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:51.829927 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd34f90-732f-4558-975c-ea5cf4735bd3 None None] Pushing event updated for resources: {'Port': ['ID=9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46,revision_number=2']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:51.869412 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8954396-9b9f-464f-b5dc-1b073bd32be3 None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:15:51.869787 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8954396-9b9f-464f-b5dc-1b073bd32be3 None None] Checking segment: {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:15:51.870191 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-c8954396-9b9f-464f-b5dc-1b073bd32be3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:51.870590 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8954396-9b9f-464f-b5dc-1b073bd32be3 None None] Bound using segment: {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:15:51.871068 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-c8954396-9b9f-464f-b5dc-1b073bd32be3 None None] Bound port: 9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:15:51.871456 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-c8954396-9b9f-464f-b5dc-1b073bd32be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:51.897433 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 51f4e3b4-c346-41c9-a930-9ae5791d169c triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:15:51.897814 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (51f4e3b4-c346-41c9-a930-9ae5791d169c), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:51.898158 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 51f4e3b4-c346-41c9-a930-9ae5791d169c Sep 22 22:15:51.901660 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f88702ae-efb1-4b5f-b374-9330631805c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769475'] for router_interface (fb40f35e-b426-47bb-8f99-45485e89e86c), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:51.903350 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88702ae-efb1-4b5f-b374-9330631805c2 admin admin] Pushing event updated for resources: {'Port': ['ID=7c1fa498-56ca-486d-90b5-f7ba666a0c91,revision_number=2']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:51.956083 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-c8954396-9b9f-464f-b5dc-1b073bd32be3 None None] For port 9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:15:51.959511 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-c8954396-9b9f-464f-b5dc-1b073bd32be3 None None] For port 9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:15:51.968762 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-c8954396-9b9f-464f-b5dc-1b073bd32be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:51.999021 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88702ae-efb1-4b5f-b374-9330631805c2 admin admin] Network 07b99e2a-cf84-49eb-ad08-c0b8d4b88a58 is already hosted by enough agents. {{(pid=106429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:15:52.000365 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-f88702ae-efb1-4b5f-b374-9330631805c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:15:52.048231 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=100 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:52.048462 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8954396-9b9f-464f-b5dc-1b073bd32be3 None None] Routers {'fb40f35e-b426-47bb-8f99-45485e89e86c'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:15:52.048720 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-c8954396-9b9f-464f-b5dc-1b073bd32be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:15:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['fb40f35e-b426-47bb-8f99-45485e89e86c'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:52.087821 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd34f90-732f-4558-975c-ea5cf4735bd3 None None] Pushing event updated for resources: {'Port': ['ID=9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46,revision_number=3']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:52.094530 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 51f4e3b4-c346-41c9-a930-9ae5791d169c is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:15:52.130024 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:15:52.130613 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88702ae-efb1-4b5f-b374-9330631805c2 admin admin] Router fb40f35e-b426-47bb-8f99-45485e89e86c has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:15:52.137202 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:52.173180 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-c8954396-9b9f-464f-b5dc-1b073bd32be3 None None] Set router fb40f35e-b426-47bb-8f99-45485e89e86c gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:15:52.244541 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88702ae-efb1-4b5f-b374-9330631805c2 admin admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:15:52.253363 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-f88702ae-efb1-4b5f-b374-9330631805c2 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/fb40f35e-b426-47bb-8f99-45485e89e86c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6245654 Sep 22 22:15:52.257507 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-f8fb529a-179d-4fe1-8680-db91aed24b02 None None] Attempt 2 to provision port 7c1fa498-56ca-486d-90b5-f7ba666a0c91 Sep 22 22:15:52.320876 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-f8fb529a-179d-4fe1-8680-db91aed24b02 None None] Port 7c1fa498-56ca-486d-90b5-f7ba666a0c91 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:15:52.357515 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:52.403296 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-c8954396-9b9f-464f-b5dc-1b073bd32be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'name': 'tempest-TestMinimumBasicScenario-1871333799-router', 'tenant_id': '53f244703dfd4cb29d183025b9d6789e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:48Z', 'updated_at': '2022-09-22T22:15:51Z', 'revision_number': 4, 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'gw_port': {'id': '9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:49Z', 'updated_at': '2022-09-22T22:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '7c1fa498-56ca-486d-90b5-f7ba666a0c91', 'name': '', 'network_id': '07b99e2a-cf84-49eb-ad08-c0b8d4b88a58', 'tenant_id': '53f244703dfd4cb29d183025b9d6789e', 'mac_address': 'fa:16:3e:21:7e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'e3205572-c91b-45cc-a921-a1609404d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:51Z', 'updated_at': '2022-09-22T22:15:51Z', 'revision_number': 2, 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'subnets': [{'id': 'e3205572-c91b-45cc-a921-a1609404d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:52.429048 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8954396-9b9f-464f-b5dc-1b073bd32be3 None None] The sync data for ids ['fb40f35e-b426-47bb-8f99-45485e89e86c'] in dv-cinder-849143-6-iscsi is: [{'id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'name': 'tempest-TestMinimumBasicScenario-1871333799-router', 'tenant_id': '53f244703dfd4cb29d183025b9d6789e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:48Z', 'updated_at': '2022-09-22T22:15:51Z', 'revision_number': 4, 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'gw_port': {'id': '9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:49Z', 'updated_at': '2022-09-22T22:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '7c1fa498-56ca-486d-90b5-f7ba666a0c91', 'name': '', 'network_id': '07b99e2a-cf84-49eb-ad08-c0b8d4b88a58', 'tenant_id': '53f244703dfd4cb29d183025b9d6789e', 'mac_address': 'fa:16:3e:21:7e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'e3205572-c91b-45cc-a921-a1609404d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:51Z', 'updated_at': '2022-09-22T22:15:51Z', 'revision_number': 2, 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'subnets': [{'id': 'e3205572-c91b-45cc-a921-a1609404d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:15:52.431133 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4db5f-d189-4822-8dc6-16fef686316a req-f15cdc11-907e-4fd6-b71a-63ed9700f7e0 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:52.432749 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-97a4db5f-d189-4822-8dc6-16fef686316a req-f15cdc11-907e-4fd6-b71a-63ed9700f7e0 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a9e642fd-e734-4624-b2be-6fd3141f7a8c HTTP/1.1" status: 200 len: 944 time: 0.0514331 Sep 22 22:15:52.496402 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-97a4db5f-d189-4822-8dc6-16fef686316a req-93278751-37d6-42d5-b765-75bab998a98c tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535212 Sep 22 22:15:52.804546 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 43310) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:15:52.810390 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-5344f2c4-1612-4b39-92eb-6021a8438488 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2025167104-network', 'tenant_id': 'aa2609ad72ba4dc2a4c3566078265457'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:15:52.822414 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-f8fb529a-179d-4fe1-8680-db91aed24b02 None None] Attempt 3 to provision port 7c1fa498-56ca-486d-90b5-f7ba666a0c91 Sep 22 22:15:52.845722 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5344f2c4-1612-4b39-92eb-6021a8438488 admin admin] Made reservation on behalf of aa2609ad72ba4dc2a4c3566078265457 for: {'network': 1} {{(pid=106429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:15:52.848150 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-5344f2c4-1612-4b39-92eb-6021a8438488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for network (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:52.857148 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-f8fb529a-179d-4fe1-8680-db91aed24b02 None None] Port 7c1fa498-56ca-486d-90b5-f7ba666a0c91 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:15:52.858278 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-5344f2c4-1612-4b39-92eb-6021a8438488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:52.940076 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-5344f2c4-1612-4b39-92eb-6021a8438488 admin admin] Publish callbacks [] for security_group (353f835e-fcbb-4a86-8ab3-5ba5173a0d32), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:52.944129 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-5344f2c4-1612-4b39-92eb-6021a8438488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (353f835e-fcbb-4a86-8ab3-5ba5173a0d32), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:52.966658 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5344f2c4-1612-4b39-92eb-6021a8438488 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=106429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:15:52.981593 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344f2c4-1612-4b39-92eb-6021a8438488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353f835e-fcbb-4a86-8ab3-5ba5173a0d32,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:52.986486 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-5344f2c4-1612-4b39-92eb-6021a8438488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (ce674480-76ca-4c0f-87d9-7791a98f7b49), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:52.986826 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.db.segments_db [None req-5344f2c4-1612-4b39-92eb-6021a8438488 admin admin] Added segment ce674480-76ca-4c0f-87d9-7791a98f7b49 of type vlan for network fd3bb9a5-b01a-491b-8892-503ef3b86190 Sep 22 22:15:53.042522 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-5344f2c4-1612-4b39-92eb-6021a8438488 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778793421990'] for network (fd3bb9a5-b01a-491b-8892-503ef3b86190), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:53.074482 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-5344f2c4-1612-4b39-92eb-6021a8438488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218'] for network (fd3bb9a5-b01a-491b-8892-503ef3b86190), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:53.075537 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5344f2c4-1612-4b39-92eb-6021a8438488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:53.076119 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-5344f2c4-1612-4b39-92eb-6021a8438488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:53.147991 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-5344f2c4-1612-4b39-92eb-6021a8438488 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3416998 Sep 22 22:15:53.151446 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 43312) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:15:53.156186 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344f2c4-1612-4b39-92eb-6021a8438488 admin admin] Pushing event updated for resources: {'Network': ['ID=fd3bb9a5-b01a-491b-8892-503ef3b86190,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:53.161923 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-b0d35056-25e7-43f9-a546-69310177dbe1 admin admin] Request body: {'subnet': {'network_id': 'fd3bb9a5-b01a-491b-8892-503ef3b86190', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2025167104-subnet', 'tenant_id': 'aa2609ad72ba4dc2a4c3566078265457', 'ip_version': 4}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:15:53.172144 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Network fd3bb9a5-b01a-491b-8892-503ef3b86190 details requested by agent ovs-agent-dv-cinder-849143-6-iscsi with host dv-cinder-849143-6-iscsi {{(pid=106430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 22:15:53.190354 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d35056-25e7-43f9-a546-69310177dbe1 admin admin] Made reservation on behalf of aa2609ad72ba4dc2a4c3566078265457 for: {'subnet': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:15:53.192870 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b0d35056-25e7-43f9-a546-69310177dbe1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847766'] for subnet (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:53.358725 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-f8fb529a-179d-4fe1-8680-db91aed24b02 None None] Attempt 4 to provision port 7c1fa498-56ca-486d-90b5-f7ba666a0c91 Sep 22 22:15:53.381500 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b0d35056-25e7-43f9-a546-69310177dbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10405075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847744'] for subnet (79790d78-dde8-4490-9438-53a1c44feb5f), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:53.394381 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-f8fb529a-179d-4fe1-8680-db91aed24b02 None None] Port 7c1fa498-56ca-486d-90b5-f7ba666a0c91 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:15:53.415657 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:53.447992 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d35056-25e7-43f9-a546-69310177dbe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79790d78-dde8-4490-9438-53a1c44feb5f,revision_number=0']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:53.460657 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d35056-25e7-43f9-a546-69310177dbe1 admin admin] Checking segment: {'id': 'ce674480-76ca-4c0f-87d9-7791a98f7b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'fd3bb9a5-b01a-491b-8892-503ef3b86190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:15:53.461678 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d35056-25e7-43f9-a546-69310177dbe1 admin admin] Network hostable DHCP agents. Network: fd3bb9a5-b01a-491b-8892-503ef3b86190, hostable agents: ['46112969-b587-44d5-b5c4-b732185f2ac5'], hosted agents: [] {{(pid=106428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:15:53.481026 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d35056-25e7-43f9-a546-69310177dbe1 admin admin] Network fd3bb9a5-b01a-491b-8892-503ef3b86190 is scheduled to be hosted by DHCP agent 46112969-b587-44d5-b5c4-b732185f2ac5 with binding_index 1 {{(pid=106428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:15:53.490346 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [None req-b0d35056-25e7-43f9-a546-69310177dbe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-6-iscsi, fd3bb9a5-b01a-491b-8892-503ef3b86190) {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:15:53.494679 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d35056-25e7-43f9-a546-69310177dbe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:53.495257 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b0d35056-25e7-43f9-a546-69310177dbe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for subnet (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:53.501135 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63e8fa0-7705-4c67-a83b-7d2ac2499c70 None None] Network fd3bb9a5-b01a-491b-8892-503ef3b86190 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:15:53.513569 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-b0d35056-25e7-43f9-a546-69310177dbe1 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3608348 Sep 22 22:15:53.516296 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 43316) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:15:53.520786 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-3ddc5915-46b0-423f-af64-ce2466d37896 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2025167104-router', 'tenant_id': 'aa2609ad72ba4dc2a4c3566078265457', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:15:53.542742 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3ddc5915-46b0-423f-af64-ce2466d37896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3680899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3444'] for router (714d2fa0-b35a-4199-bdeb-b9d8310c5ac6), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:53.544009 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3ddc5915-46b0-423f-af64-ce2466d37896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4093241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3437'] for router (714d2fa0-b35a-4199-bdeb-b9d8310c5ac6), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:53.594638 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:53.613921 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3ddc5915-46b0-423f-af64-ce2466d37896 admin admin] Publish callbacks [] for router_controller (714d2fa0-b35a-4199-bdeb-b9d8310c5ac6), precommit_add_association {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:53.624702 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21c0a57c-ab00-5552-8730-642a300f25b7-fd3bb9a5-b01a-491b-8892-503ef3b86190', 'network_id': 'fd3bb9a5-b01a-491b-8892-503ef3b86190', 'project_id': 'aa2609ad72ba4dc2a4c3566078265457', 'fixed_ips': [{'subnet_id': '79790d78-dde8-4490-9438-53a1c44feb5f'}]}} from dv-cinder-849143-6-iscsi. {{(pid=106430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 22:15:53.625778 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:53.715413 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccabcc-2a96-4b30-9847-3402a3b670e5 req-a471df40-5ff9-478c-83c4-9abfdca051a5 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:53.722132 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-abccabcc-2a96-4b30-9847-3402a3b670e5 req-a471df40-5ff9-478c-83c4-9abfdca051a5 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a9e642fd-e734-4624-b2be-6fd3141f7a8c HTTP/1.1" status: 200 len: 944 time: 0.0621777 Sep 22 22:15:53.792625 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.db_base_plugin_common [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Allocated IP 172.20.0.2 (fd3bb9a5-b01a-491b-8892-503ef3b86190/79790d78-dde8-4490-9438-53a1c44feb5f/af8196b5-5cf3-49d7-931e-cfbc55c3a3d3) {{(pid=106430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:15:53.799453 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3ddc5915-46b0-423f-af64-ce2466d37896 admin admin] Publish callbacks [] for router_gateway (714d2fa0-b35a-4199-bdeb-b9d8310c5ac6), precommit_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:53.801032 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:15:53.806806 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-abccabcc-2a96-4b30-9847-3402a3b670e5 req-0d04858b-3e4a-43cf-b332-3ad328d7c20e tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785372 Sep 22 22:15:53.895306 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-f8fb529a-179d-4fe1-8680-db91aed24b02 None None] Attempt 5 to provision port 7c1fa498-56ca-486d-90b5-f7ba666a0c91 Sep 22 22:15:53.949671 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-f8fb529a-179d-4fe1-8680-db91aed24b02 None None] Port 7c1fa498-56ca-486d-90b5-f7ba666a0c91 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:15:53.950083 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:53.953724 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:15:53.954215 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:53.954654 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46 Sep 22 22:15:53.999389 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3ddc5915-46b0-423f-af64-ce2466d37896 admin admin] Publish callbacks [] for router_gateway (714d2fa0-b35a-4199-bdeb-b9d8310c5ac6), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:54.018446 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3ddc5915-46b0-423f-af64-ce2466d37896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:54.020748 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:54.078668 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Publish callbacks [] for port (af8196b5-5cf3-49d7-931e-cfbc55c3a3d3), precommit_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:54.089863 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505'] for port (af8196b5-5cf3-49d7-931e-cfbc55c3a3d3), after_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:54.122211 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46 is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:15:54.122596 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:54.139724 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.db_base_plugin_common [None req-3ddc5915-46b0-423f-af64-ce2466d37896 admin admin] Allocated IP 172.27.1.175 (222d3bc3-ee2a-4d75-8e21-75e580ff73b3/4214672d-8971-44fc-bb6c-9c23836d3a7a/05b8b1ae-b31f-4ac1-91ae-cbb18a265523) {{(pid=106429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:15:54.147154 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Network fd3bb9a5-b01a-491b-8892-503ef3b86190 is already hosted by enough agents. {{(pid=106430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:15:54.156207 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.scheduler.base_scheduler [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Resources bound (agent type, host, resource id): {{(pid=106430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:15:54.162217 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Received port after_create {{(pid=106430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:15:54.168308 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] For port 9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:15:54.175862 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Pushing event updated for resources: {'Port': ['ID=af8196b5-5cf3-49d7-931e-cfbc55c3a3d3,revision_number=1']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:54.179236 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:54.201055 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:54.201430 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:54.201798 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:54.202143 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:54.202478 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:54.202815 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:54.203150 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:54.203476 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:54.203802 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:54.204124 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:54.204450 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:54.205156 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:54.205156 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:54.205446 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:54.205765 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:15:54.253406 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3ddc5915-46b0-423f-af64-ce2466d37896 admin admin] Publish callbacks [] for port (05b8b1ae-b31f-4ac1-91ae-cbb18a265523), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:54.255372 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:54.272531 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Attempting to bind port af8196b5-5cf3-49d7-931e-cfbc55c3a3d3 on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:15:54.272821 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Attempting to bind port af8196b5-5cf3-49d7-931e-cfbc55c3a3d3 by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': 'ce674480-76ca-4c0f-87d9-7791a98f7b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'fd3bb9a5-b01a-491b-8892-503ef3b86190'}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:15:54.273214 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Attempting to bind port af8196b5-5cf3-49d7-931e-cfbc55c3a3d3 on network fd3bb9a5-b01a-491b-8892-503ef3b86190 {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:15:54.285715 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3ddc5915-46b0-423f-af64-ce2466d37896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (05b8b1ae-b31f-4ac1-91ae-cbb18a265523), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:54.312724 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Pushing event updated for resources: {'Port': ['ID=9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:54.328041 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddc5915-46b0-423f-af64-ce2466d37896 admin admin] Network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 is already hosted by enough agents. {{(pid=106429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:15:54.332802 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-3ddc5915-46b0-423f-af64-ce2466d37896 admin admin] Resources bound (agent type, host, resource id): {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:15:54.333020 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:15:54.333402 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Checking segment: {'id': 'ce674480-76ca-4c0f-87d9-7791a98f7b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'fd3bb9a5-b01a-491b-8892-503ef3b86190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:15:54.333808 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:54.334678 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Bound using segment: {'id': 'ce674480-76ca-4c0f-87d9-7791a98f7b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'fd3bb9a5-b01a-491b-8892-503ef3b86190'} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:15:54.334807 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Bound port: af8196b5-5cf3-49d7-931e-cfbc55c3a3d3, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce674480-76ca-4c0f-87d9-7791a98f7b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'fd3bb9a5-b01a-491b-8892-503ef3b86190'}}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:15:54.335097 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (af8196b5-5cf3-49d7-931e-cfbc55c3a3d3), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:54.337288 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddc5915-46b0-423f-af64-ce2466d37896 admin admin] Received port after_create {{(pid=106429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:15:54.375991 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc5915-46b0-423f-af64-ce2466d37896 admin admin] Pushing event updated for resources: {'Port': ['ID=05b8b1ae-b31f-4ac1-91ae-cbb18a265523,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:54.474505 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-f8fb529a-179d-4fe1-8680-db91aed24b02 None None] Attempt 6 to provision port 7c1fa498-56ca-486d-90b5-f7ba666a0c91 Sep 22 22:15:54.497432 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:54.534162 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-f8fb529a-179d-4fe1-8680-db91aed24b02 None None] Port 7c1fa498-56ca-486d-90b5-f7ba666a0c91 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:15:54.555944 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] For port af8196b5-5cf3-49d7-931e-cfbc55c3a3d3, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:15:54.559359 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] For port af8196b5-5cf3-49d7-931e-cfbc55c3a3d3, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=af8196b5-5cf3-49d7-931e-cfbc55c3a3d3,segment=NetworkSegment(ce674480-76ca-4c0f-87d9-7791a98f7b49),segment_id=ce674480-76ca-4c0f-87d9-7791a98f7b49)] {{(pid=106430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:15:54.565930 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (af8196b5-5cf3-49d7-931e-cfbc55c3a3d3), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:54.618988 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba1c5e-262d-4c06-95ea-6745ba7c2177 None None] Pushing event updated for resources: {'Port': ['ID=af8196b5-5cf3-49d7-931e-cfbc55c3a3d3,revision_number=2']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:54.628061 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3ddc5915-46b0-423f-af64-ce2466d37896 admin admin] Publish callbacks [] for router_gateway (714d2fa0-b35a-4199-bdeb-b9d8310c5ac6), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:54.700629 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d013e77-3034-4bff-b9d9-a3f55bfa2d76 None None] Sync routers for ids ['fb40f35e-b426-47bb-8f99-45485e89e86c'] in dv-cinder-849143-6-iscsi {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:15:54.716143 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d013e77-3034-4bff-b9d9-a3f55bfa2d76 None None] Routers {'fb40f35e-b426-47bb-8f99-45485e89e86c'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:15:54.717014 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-6d013e77-3034-4bff-b9d9-a3f55bfa2d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:15:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['fb40f35e-b426-47bb-8f99-45485e89e86c'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:54.828811 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:54.850240 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3ddc5915-46b0-423f-af64-ce2466d37896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3684398'] for router (714d2fa0-b35a-4199-bdeb-b9d8310c5ac6), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:54.856028 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-6d013e77-3034-4bff-b9d9-a3f55bfa2d76 None None] Set router fb40f35e-b426-47bb-8f99-45485e89e86c gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:15:54.963435 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9f99b-4a44-4458-a48b-0e7826e1bbc3 req-160b5f49-7f2a-4395-898a-8058b7c59181 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:54.971746 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5cd9f99b-4a44-4458-a48b-0e7826e1bbc3 req-160b5f49-7f2a-4395-898a-8058b7c59181 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a9e642fd-e734-4624-b2be-6fd3141f7a8c HTTP/1.1" status: 200 len: 944 time: 0.0672700 Sep 22 22:15:55.025731 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5cd9f99b-4a44-4458-a48b-0e7826e1bbc3 req-f1c7a503-8a11-46eb-b720-25db0caa33af tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527225 Sep 22 22:15:55.049456 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-f8fb529a-179d-4fe1-8680-db91aed24b02 None None] Attempt 7 to provision port 7c1fa498-56ca-486d-90b5-f7ba666a0c91 Sep 22 22:15:55.074221 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-f8fb529a-179d-4fe1-8680-db91aed24b02 None None] Port 7c1fa498-56ca-486d-90b5-f7ba666a0c91 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:15:55.103033 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-6d013e77-3034-4bff-b9d9-a3f55bfa2d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'name': 'tempest-TestMinimumBasicScenario-1871333799-router', 'tenant_id': '53f244703dfd4cb29d183025b9d6789e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:48Z', 'updated_at': '2022-09-22T22:15:51Z', 'revision_number': 4, 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'gw_port': {'id': '9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:49Z', 'updated_at': '2022-09-22T22:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '7c1fa498-56ca-486d-90b5-f7ba666a0c91', 'name': '', 'network_id': '07b99e2a-cf84-49eb-ad08-c0b8d4b88a58', 'tenant_id': '53f244703dfd4cb29d183025b9d6789e', 'mac_address': 'fa:16:3e:21:7e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'e3205572-c91b-45cc-a921-a1609404d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:51Z', 'updated_at': '2022-09-22T22:15:51Z', 'revision_number': 2, 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'subnets': [{'id': 'e3205572-c91b-45cc-a921-a1609404d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:55.129185 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d013e77-3034-4bff-b9d9-a3f55bfa2d76 None None] Checking router: fb40f35e-b426-47bb-8f99-45485e89e86c for host: dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:15:55.129545 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d013e77-3034-4bff-b9d9-a3f55bfa2d76 None None] Updating router fb40f35e-b426-47bb-8f99-45485e89e86c port 7c1fa498-56ca-486d-90b5-f7ba666a0c91 binding host dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:15:55.158441 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-6d013e77-3034-4bff-b9d9-a3f55bfa2d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (7c1fa498-56ca-486d-90b5-f7ba666a0c91), before_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:55.220247 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddc5915-46b0-423f-af64-ce2466d37896 admin admin] Router 714d2fa0-b35a-4199-bdeb-b9d8310c5ac6 is scheduled to L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d with binding_index 1 {{(pid=106429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 22:15:55.230453 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:55.329218 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddc5915-46b0-423f-af64-ce2466d37896 admin admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:15:55.339490 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca12a9d0-7a0c-4c5f-abaa-efad02f0dd16 None None] Sync routers for ids ['714d2fa0-b35a-4199-bdeb-b9d8310c5ac6'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:15:55.351037 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3ddc5915-46b0-423f-af64-ce2466d37896 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:55.353638 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca12a9d0-7a0c-4c5f-abaa-efad02f0dd16 None None] Routers {'714d2fa0-b35a-4199-bdeb-b9d8310c5ac6'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:15:55.354573 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-ca12a9d0-7a0c-4c5f-abaa-efad02f0dd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:15:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['714d2fa0-b35a-4199-bdeb-b9d8310c5ac6'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:55.355999 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 43324) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:15:55.356282 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-3ddc5915-46b0-423f-af64-ce2466d37896 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8387759 Sep 22 22:15:55.506438 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-ca12a9d0-7a0c-4c5f-abaa-efad02f0dd16 None None] Set router 714d2fa0-b35a-4199-bdeb-b9d8310c5ac6 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:15:55.578058 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-f8fb529a-179d-4fe1-8680-db91aed24b02 None None] Attempt 8 to provision port 7c1fa498-56ca-486d-90b5-f7ba666a0c91 Sep 22 22:15:55.590757 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:55.619922 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-6d013e77-3034-4bff-b9d9-a3f55bfa2d76 None None] Publish callbacks [] for port (7c1fa498-56ca-486d-90b5-f7ba666a0c91), precommit_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:55.629446 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-6d013e77-3034-4bff-b9d9-a3f55bfa2d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (7c1fa498-56ca-486d-90b5-f7ba666a0c91), after_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:55.645611 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cea78c9-18ef-4b6e-bc8b-cd927d31615e None None] Network fd3bb9a5-b01a-491b-8892-503ef3b86190 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:15:55.673489 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-f8fb529a-179d-4fe1-8680-db91aed24b02 None None] Port 7c1fa498-56ca-486d-90b5-f7ba666a0c91 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:15:55.727335 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d77bf7-b3de-42bb-87c4-f3aaead24c59 None None] Pushing event updated for resources: {'Port': ['ID=7c1fa498-56ca-486d-90b5-f7ba666a0c91,revision_number=3']} {{(pid=106431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:55.743829 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-6d013e77-3034-4bff-b9d9-a3f55bfa2d76 None None] Attempting to bind port 7c1fa498-56ca-486d-90b5-f7ba666a0c91 on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:15:55.744371 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-6d013e77-3034-4bff-b9d9-a3f55bfa2d76 None None] Attempting to bind port 7c1fa498-56ca-486d-90b5-f7ba666a0c91 by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': 'be00abc5-83f8-48c9-be19-f9d646187374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07b99e2a-cf84-49eb-ad08-c0b8d4b88a58'}] {{(pid=106431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:15:55.744998 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d013e77-3034-4bff-b9d9-a3f55bfa2d76 None None] Attempting to bind port 7c1fa498-56ca-486d-90b5-f7ba666a0c91 on network 07b99e2a-cf84-49eb-ad08-c0b8d4b88a58 {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:15:55.801480 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d013e77-3034-4bff-b9d9-a3f55bfa2d76 None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:15:55.802570 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d013e77-3034-4bff-b9d9-a3f55bfa2d76 None None] Checking segment: {'id': 'be00abc5-83f8-48c9-be19-f9d646187374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07b99e2a-cf84-49eb-ad08-c0b8d4b88a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:15:55.803196 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-6d013e77-3034-4bff-b9d9-a3f55bfa2d76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:55.803818 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d013e77-3034-4bff-b9d9-a3f55bfa2d76 None None] Bound using segment: {'id': 'be00abc5-83f8-48c9-be19-f9d646187374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07b99e2a-cf84-49eb-ad08-c0b8d4b88a58'} {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:15:55.804661 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-6d013e77-3034-4bff-b9d9-a3f55bfa2d76 None None] Bound port: 7c1fa498-56ca-486d-90b5-f7ba666a0c91, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be00abc5-83f8-48c9-be19-f9d646187374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07b99e2a-cf84-49eb-ad08-c0b8d4b88a58'}}] {{(pid=106431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:15:55.805649 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-6d013e77-3034-4bff-b9d9-a3f55bfa2d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (7c1fa498-56ca-486d-90b5-f7ba666a0c91), before_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:55.842454 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-ca12a9d0-7a0c-4c5f-abaa-efad02f0dd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714d2fa0-b35a-4199-bdeb-b9d8310c5ac6', 'name': 'tempest-TestMinimumBasicScenario-2025167104-router', 'tenant_id': 'aa2609ad72ba4dc2a4c3566078265457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '05b8b1ae-b31f-4ac1-91ae-cbb18a265523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:53Z', 'updated_at': '2022-09-22T22:15:54Z', 'revision_number': 3, 'project_id': 'aa2609ad72ba4dc2a4c3566078265457', 'gw_port': {'id': '05b8b1ae-b31f-4ac1-91ae-cbb18a265523', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:53:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714d2fa0-b35a-4199-bdeb-b9d8310c5ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:54Z', 'updated_at': '2022-09-22T22:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi'}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:55.884379 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca12a9d0-7a0c-4c5f-abaa-efad02f0dd16 None None] Checking router: 714d2fa0-b35a-4199-bdeb-b9d8310c5ac6 for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:15:55.884938 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca12a9d0-7a0c-4c5f-abaa-efad02f0dd16 None None] Updating router 714d2fa0-b35a-4199-bdeb-b9d8310c5ac6 port 05b8b1ae-b31f-4ac1-91ae-cbb18a265523 binding host dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:15:55.902501 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.db [None req-6d013e77-3034-4bff-b9d9-a3f55bfa2d76 None None] For port 7c1fa498-56ca-486d-90b5-f7ba666a0c91, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:15:55.906773 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.db [None req-6d013e77-3034-4bff-b9d9-a3f55bfa2d76 None None] For port 7c1fa498-56ca-486d-90b5-f7ba666a0c91, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=7c1fa498-56ca-486d-90b5-f7ba666a0c91,segment=NetworkSegment(be00abc5-83f8-48c9-be19-f9d646187374),segment_id=be00abc5-83f8-48c9-be19-f9d646187374)] {{(pid=106431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:15:55.908191 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:55.920620 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-6d013e77-3034-4bff-b9d9-a3f55bfa2d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (7c1fa498-56ca-486d-90b5-f7ba666a0c91), after_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:55.927730 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:55.928633 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-ca12a9d0-7a0c-4c5f-abaa-efad02f0dd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (05b8b1ae-b31f-4ac1-91ae-cbb18a265523), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:55.954626 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:15:55.970408 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d013e77-3034-4bff-b9d9-a3f55bfa2d76 None None] Routers {'fb40f35e-b426-47bb-8f99-45485e89e86c'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:15:55.971285 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-6d013e77-3034-4bff-b9d9-a3f55bfa2d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:15:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['fb40f35e-b426-47bb-8f99-45485e89e86c'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:56.021708 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d77bf7-b3de-42bb-87c4-f3aaead24c59 None None] Pushing event updated for resources: {'Port': ['ID=7c1fa498-56ca-486d-90b5-f7ba666a0c91,revision_number=4']} {{(pid=106431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:56.124280 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-6d013e77-3034-4bff-b9d9-a3f55bfa2d76 None None] Set router fb40f35e-b426-47bb-8f99-45485e89e86c gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:15:56.142543 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:15:56.143111 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:56.145649 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46 Sep 22 22:15:56.186076 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-7f9c2ddc-423b-4aa0-a7a9-7b969e773ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:56.189047 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-f8fb529a-179d-4fe1-8680-db91aed24b02 None None] Attempt 9 to provision port 7c1fa498-56ca-486d-90b5-f7ba666a0c91 Sep 22 22:15:56.193490 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93c1ad-f5e5-4c18-b58c-d508aaea50ae req-ce8595f1-e8d8-4183-9307-ce389d9731fd tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:56.194251 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:56.194965 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fb93c1ad-f5e5-4c18-b58c-d508aaea50ae req-ce8595f1-e8d8-4183-9307-ce389d9731fd tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a9e642fd-e734-4624-b2be-6fd3141f7a8c HTTP/1.1" status: 200 len: 944 time: 0.0625353 Sep 22 22:15:56.224602 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:56.296617 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:56.302874 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fb93c1ad-f5e5-4c18-b58c-d508aaea50ae req-68b2b758-26de-4caf-8f9e-3c4db8edb815 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0980861 Sep 22 22:15:56.349839 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:15:56.350910 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device af8196b5-5cf3-49d7-931e-cfbc55c3a3d3 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:15:56.361415 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-6d013e77-3034-4bff-b9d9-a3f55bfa2d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'name': 'tempest-TestMinimumBasicScenario-1871333799-router', 'tenant_id': '53f244703dfd4cb29d183025b9d6789e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:48Z', 'updated_at': '2022-09-22T22:15:51Z', 'revision_number': 4, 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'gw_port': {'id': '9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:49Z', 'updated_at': '2022-09-22T22:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '7c1fa498-56ca-486d-90b5-f7ba666a0c91', 'name': '', 'network_id': '07b99e2a-cf84-49eb-ad08-c0b8d4b88a58', 'tenant_id': '53f244703dfd4cb29d183025b9d6789e', 'mac_address': 'fa:16:3e:21:7e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'e3205572-c91b-45cc-a921-a1609404d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:51Z', 'updated_at': '2022-09-22T22:15:55Z', 'revision_number': 4, 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'subnets': [{'id': 'e3205572-c91b-45cc-a921-a1609404d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:56.387010 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d013e77-3034-4bff-b9d9-a3f55bfa2d76 None None] The sync data for ids ['fb40f35e-b426-47bb-8f99-45485e89e86c'] in dv-cinder-849143-6-iscsi is: [{'id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'name': 'tempest-TestMinimumBasicScenario-1871333799-router', 'tenant_id': '53f244703dfd4cb29d183025b9d6789e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:48Z', 'updated_at': '2022-09-22T22:15:51Z', 'revision_number': 4, 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'gw_port': {'id': '9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:49Z', 'updated_at': '2022-09-22T22:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '7c1fa498-56ca-486d-90b5-f7ba666a0c91', 'name': '', 'network_id': '07b99e2a-cf84-49eb-ad08-c0b8d4b88a58', 'tenant_id': '53f244703dfd4cb29d183025b9d6789e', 'mac_address': 'fa:16:3e:21:7e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'e3205572-c91b-45cc-a921-a1609404d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:51Z', 'updated_at': '2022-09-22T22:15:55Z', 'revision_number': 4, 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'subnets': [{'id': 'e3205572-c91b-45cc-a921-a1609404d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:15:56.396550 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [None req-7f9c2ddc-423b-4aa0-a7a9-7b969e773ebf admin admin] Allocated IP 172.20.0.1 (fd3bb9a5-b01a-491b-8892-503ef3b86190/79790d78-dde8-4490-9438-53a1c44feb5f/6b2c60a7-7f74-48d0-9428-1150c495a72f) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:15:56.450090 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-ca12a9d0-7a0c-4c5f-abaa-efad02f0dd16 None None] Publish callbacks [] for port (05b8b1ae-b31f-4ac1-91ae-cbb18a265523), precommit_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:56.451634 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-f8fb529a-179d-4fe1-8680-db91aed24b02 None None] Current status of the port 7c1fa498-56ca-486d-90b5-f7ba666a0c91 is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:15:56.452009 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-f8fb529a-179d-4fe1-8680-db91aed24b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (7c1fa498-56ca-486d-90b5-f7ba666a0c91), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:56.466309 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-ca12a9d0-7a0c-4c5f-abaa-efad02f0dd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (05b8b1ae-b31f-4ac1-91ae-cbb18a265523), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:56.517372 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port af8196b5-5cf3-49d7-931e-cfbc55c3a3d3 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:15:56.517749 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (af8196b5-5cf3-49d7-931e-cfbc55c3a3d3), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:56.518089 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port af8196b5-5cf3-49d7-931e-cfbc55c3a3d3 Sep 22 22:15:56.518863 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-7f9c2ddc-423b-4aa0-a7a9-7b969e773ebf admin admin] Publish callbacks [] for port (6b2c60a7-7f74-48d0-9428-1150c495a72f), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:56.519732 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-ca12a9d0-7a0c-4c5f-abaa-efad02f0dd16 None None] Attempting to bind port 05b8b1ae-b31f-4ac1-91ae-cbb18a265523 on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:15:56.520097 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-ca12a9d0-7a0c-4c5f-abaa-efad02f0dd16 None None] Attempting to bind port 05b8b1ae-b31f-4ac1-91ae-cbb18a265523 by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:15:56.520454 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca12a9d0-7a0c-4c5f-abaa-efad02f0dd16 None None] Attempting to bind port 05b8b1ae-b31f-4ac1-91ae-cbb18a265523 on network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:15:56.558381 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-7f9c2ddc-423b-4aa0-a7a9-7b969e773ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (6b2c60a7-7f74-48d0-9428-1150c495a72f), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:56.588563 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-f8fb529a-179d-4fe1-8680-db91aed24b02 None None] For port 7c1fa498-56ca-486d-90b5-f7ba666a0c91, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=7c1fa498-56ca-486d-90b5-f7ba666a0c91,segment=NetworkSegment(be00abc5-83f8-48c9-be19-f9d646187374),segment_id=be00abc5-83f8-48c9-be19-f9d646187374)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:15:56.615271 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9c2ddc-423b-4aa0-a7a9-7b969e773ebf admin admin] Network fd3bb9a5-b01a-491b-8892-503ef3b86190 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:15:56.630919 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-f8fb529a-179d-4fe1-8680-db91aed24b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (7c1fa498-56ca-486d-90b5-f7ba666a0c91), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:56.634203 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [None req-7f9c2ddc-423b-4aa0-a7a9-7b969e773ebf admin admin] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:15:56.635685 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe045af0-b451-4046-8ae4-02be9e222ad9 None None] Pushing event updated for resources: {'Port': ['ID=05b8b1ae-b31f-4ac1-91ae-cbb18a265523,revision_number=2']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:56.638530 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9c2ddc-423b-4aa0-a7a9-7b969e773ebf admin admin] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:15:56.676044 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca12a9d0-7a0c-4c5f-abaa-efad02f0dd16 None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:15:56.676221 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca12a9d0-7a0c-4c5f-abaa-efad02f0dd16 None None] Checking segment: {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:15:56.676727 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-ca12a9d0-7a0c-4c5f-abaa-efad02f0dd16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:56.677666 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca12a9d0-7a0c-4c5f-abaa-efad02f0dd16 None None] Bound using segment: {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:15:56.678012 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-ca12a9d0-7a0c-4c5f-abaa-efad02f0dd16 None None] Bound port: 05b8b1ae-b31f-4ac1-91ae-cbb18a265523, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:15:56.678501 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-ca12a9d0-7a0c-4c5f-abaa-efad02f0dd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (05b8b1ae-b31f-4ac1-91ae-cbb18a265523), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:56.694763 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c2ddc-423b-4aa0-a7a9-7b969e773ebf admin admin] Pushing event updated for resources: {'Port': ['ID=6b2c60a7-7f74-48d0-9428-1150c495a72f,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:56.703530 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-7f9c2ddc-423b-4aa0-a7a9-7b969e773ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769367'] for router_interface (714d2fa0-b35a-4199-bdeb-b9d8310c5ac6), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:56.790846 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb529a-179d-4fe1-8680-db91aed24b02 None None] Pushing event updated for resources: {'Port': ['ID=7c1fa498-56ca-486d-90b5-f7ba666a0c91,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:56.803820 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port af8196b5-5cf3-49d7-931e-cfbc55c3a3d3 is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:15:56.804209 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (af8196b5-5cf3-49d7-931e-cfbc55c3a3d3), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:56.807542 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-e08e2731-381d-4de2-b5c9-e3f949954845 None None] Provisioning complete for port af8196b5-5cf3-49d7-931e-cfbc55c3a3d3 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:15:56.808113 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-e08e2731-381d-4de2-b5c9-e3f949954845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (af8196b5-5cf3-49d7-931e-cfbc55c3a3d3), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:56.808456 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-e08e2731-381d-4de2-b5c9-e3f949954845 None None] Attempt 1 to provision port af8196b5-5cf3-49d7-931e-cfbc55c3a3d3 Sep 22 22:15:56.826416 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-ca12a9d0-7a0c-4c5f-abaa-efad02f0dd16 None None] For port 05b8b1ae-b31f-4ac1-91ae-cbb18a265523, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:15:56.871224 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-7f9c2ddc-423b-4aa0-a7a9-7b969e773ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (6b2c60a7-7f74-48d0-9428-1150c495a72f), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:56.875482 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-ca12a9d0-7a0c-4c5f-abaa-efad02f0dd16 None None] For port 05b8b1ae-b31f-4ac1-91ae-cbb18a265523, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=05b8b1ae-b31f-4ac1-91ae-cbb18a265523,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:15:56.905717 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-ca12a9d0-7a0c-4c5f-abaa-efad02f0dd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (05b8b1ae-b31f-4ac1-91ae-cbb18a265523), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:56.917657 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] For port af8196b5-5cf3-49d7-931e-cfbc55c3a3d3, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=af8196b5-5cf3-49d7-931e-cfbc55c3a3d3,segment=NetworkSegment(ce674480-76ca-4c0f-87d9-7791a98f7b49),segment_id=ce674480-76ca-4c0f-87d9-7791a98f7b49)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:15:56.922333 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:56.938845 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:56.951439 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:56.952393 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (af8196b5-5cf3-49d7-931e-cfbc55c3a3d3), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:56.964785 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device bdfb86dd-821c-462a-a36c-ab4f3c618d51 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 22:15:56.975678 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca12a9d0-7a0c-4c5f-abaa-efad02f0dd16 None None] Routers {'714d2fa0-b35a-4199-bdeb-b9d8310c5ac6'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:15:56.976871 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-ca12a9d0-7a0c-4c5f-abaa-efad02f0dd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:15:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['714d2fa0-b35a-4199-bdeb-b9d8310c5ac6'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:57.076243 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-7f9c2ddc-423b-4aa0-a7a9-7b969e773ebf admin admin] Publish callbacks [] for port (6b2c60a7-7f74-48d0-9428-1150c495a72f), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:57.083974 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-7f9c2ddc-423b-4aa0-a7a9-7b969e773ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (6b2c60a7-7f74-48d0-9428-1150c495a72f), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:57.139855 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-7f9c2ddc-423b-4aa0-a7a9-7b969e773ebf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769475'] for router_interface (714d2fa0-b35a-4199-bdeb-b9d8310c5ac6), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:57.166656 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:57.250432 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe045af0-b451-4046-8ae4-02be9e222ad9 None None] Pushing event updated for resources: {'Port': ['ID=05b8b1ae-b31f-4ac1-91ae-cbb18a265523,revision_number=3']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:57.262932 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c2ddc-423b-4aa0-a7a9-7b969e773ebf admin admin] Pushing event updated for resources: {'Port': ['ID=6b2c60a7-7f74-48d0-9428-1150c495a72f,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:57.317695 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9c2ddc-423b-4aa0-a7a9-7b969e773ebf admin admin] Network fd3bb9a5-b01a-491b-8892-503ef3b86190 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:15:57.319078 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [None req-7f9c2ddc-423b-4aa0-a7a9-7b969e773ebf admin admin] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:15:57.401994 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-e08e2731-381d-4de2-b5c9-e3f949954845 None None] Current status of the port af8196b5-5cf3-49d7-931e-cfbc55c3a3d3 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:15:57.447281 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-e08e2731-381d-4de2-b5c9-e3f949954845 None None] Provisioning complete for port 7c1fa498-56ca-486d-90b5-f7ba666a0c91 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:15:57.447658 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-e08e2731-381d-4de2-b5c9-e3f949954845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (7c1fa498-56ca-486d-90b5-f7ba666a0c91), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:57.448142 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-e08e2731-381d-4de2-b5c9-e3f949954845 None None] Attempt 1 to provision port 7c1fa498-56ca-486d-90b5-f7ba666a0c91 Sep 22 22:15:57.456970 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Pushing event updated for resources: {'Port': ['ID=af8196b5-5cf3-49d7-931e-cfbc55c3a3d3,revision_number=3']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:57.484177 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa0932-9c4c-4e25-b550-2219dfc02fae req-14765b3a-ca69-4236-b131-4ef0d18bce50 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:57.486615 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-23aa0932-9c4c-4e25-b550-2219dfc02fae req-14765b3a-ca69-4236-b131-4ef0d18bce50 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a9e642fd-e734-4624-b2be-6fd3141f7a8c HTTP/1.1" status: 200 len: 944 time: 0.0920653 Sep 22 22:15:57.511921 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-ca12a9d0-7a0c-4c5f-abaa-efad02f0dd16 None None] Set router 714d2fa0-b35a-4199-bdeb-b9d8310c5ac6 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:15:57.551478 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9c2ddc-423b-4aa0-a7a9-7b969e773ebf admin admin] Router 714d2fa0-b35a-4199-bdeb-b9d8310c5ac6 has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:15:57.563169 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-23aa0932-9c4c-4e25-b550-2219dfc02fae req-e88ef47d-4b2d-4d11-8bdd-f873991ba63d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651994 Sep 22 22:15:57.565672 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port bdfb86dd-821c-462a-a36c-ab4f3c618d51, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=bdfb86dd-821c-462a-a36c-ab4f3c618d51,segment=NetworkSegment(02ab888a-ff4d-434e-871e-f1b1416587f3),segment_id=02ab888a-ff4d-434e-871e-f1b1416587f3)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:15:57.621281 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Returning: {'device': 'bdfb86dd-821c-462a-a36c-ab4f3c618d51', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'port_id': 'bdfb86dd-821c-462a-a36c-ab4f3c618d51', 'mac_address': 'fa:16:3e:2b:58:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 22:15:57.676091 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9c2ddc-423b-4aa0-a7a9-7b969e773ebf admin admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:15:57.693311 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-7f9c2ddc-423b-4aa0-a7a9-7b969e773ebf admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/714d2fa0-b35a-4199-bdeb-b9d8310c5ac6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3284793 Sep 22 22:15:57.773090 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port bdfb86dd-821c-462a-a36c-ab4f3c618d51 is: DOWN; New status is: BUILD {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:15:57.773670 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (bdfb86dd-821c-462a-a36c-ab4f3c618d51), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:57.786198 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-e08e2731-381d-4de2-b5c9-e3f949954845 None None] Current status of the port 7c1fa498-56ca-486d-90b5-f7ba666a0c91 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:15:57.816198 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdfb86dd-821c-462a-a36c-ab4f3c618d51 {{(pid=106430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:15:57.845019 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device af8196b5-5cf3-49d7-931e-cfbc55c3a3d3 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:15:57.864543 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port bdfb86dd-821c-462a-a36c-ab4f3c618d51, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=bdfb86dd-821c-462a-a36c-ab4f3c618d51,segment=NetworkSegment(02ab888a-ff4d-434e-871e-f1b1416587f3),segment_id=02ab888a-ff4d-434e-871e-f1b1416587f3)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:15:57.899008 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (bdfb86dd-821c-462a-a36c-ab4f3c618d51), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:57.982405 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:57.998871 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-070ff7e1-e1c8-4e46-80e0-9d681eb0996e None None] Provisioning complete for port 6b2c60a7-7f74-48d0-9428-1150c495a72f triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:15:57.999246 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-070ff7e1-e1c8-4e46-80e0-9d681eb0996e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (6b2c60a7-7f74-48d0-9428-1150c495a72f), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:57.999597 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-070ff7e1-e1c8-4e46-80e0-9d681eb0996e None None] Attempt 1 to provision port 6b2c60a7-7f74-48d0-9428-1150c495a72f Sep 22 22:15:58.058852 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-ca12a9d0-7a0c-4c5f-abaa-efad02f0dd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714d2fa0-b35a-4199-bdeb-b9d8310c5ac6', 'name': 'tempest-TestMinimumBasicScenario-2025167104-router', 'tenant_id': 'aa2609ad72ba4dc2a4c3566078265457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '05b8b1ae-b31f-4ac1-91ae-cbb18a265523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:53Z', 'updated_at': '2022-09-22T22:15:56Z', 'revision_number': 4, 'project_id': 'aa2609ad72ba4dc2a4c3566078265457', 'gw_port': {'id': '05b8b1ae-b31f-4ac1-91ae-cbb18a265523', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:53:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714d2fa0-b35a-4199-bdeb-b9d8310c5ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:54Z', 'updated_at': '2022-09-22T22:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '6b2c60a7-7f74-48d0-9428-1150c495a72f', 'name': '', 'network_id': 'fd3bb9a5-b01a-491b-8892-503ef3b86190', 'tenant_id': 'aa2609ad72ba4dc2a4c3566078265457', 'mac_address': 'fa:16:3e:1c:0a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714d2fa0-b35a-4199-bdeb-b9d8310c5ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '79790d78-dde8-4490-9438-53a1c44feb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:56Z', 'updated_at': '2022-09-22T22:15:56Z', 'revision_number': 1, 'project_id': 'aa2609ad72ba4dc2a4c3566078265457', 'subnets': [{'id': '79790d78-dde8-4490-9438-53a1c44feb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:15:58.084207 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a269d18-27ba-428d-836b-f7b210cef0fd req-57b82715-550a-4134-b8b2-06e507cd1b37 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:58.086061 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8a269d18-27ba-428d-836b-f7b210cef0fd req-57b82715-550a-4134-b8b2-06e507cd1b37 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0592115 Sep 22 22:15:58.124610 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca12a9d0-7a0c-4c5f-abaa-efad02f0dd16 None None] The sync data for ids ['714d2fa0-b35a-4199-bdeb-b9d8310c5ac6'] in dv-cinder-849143-6-iscsi is: [{'id': '714d2fa0-b35a-4199-bdeb-b9d8310c5ac6', 'name': 'tempest-TestMinimumBasicScenario-2025167104-router', 'tenant_id': 'aa2609ad72ba4dc2a4c3566078265457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '05b8b1ae-b31f-4ac1-91ae-cbb18a265523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:53Z', 'updated_at': '2022-09-22T22:15:56Z', 'revision_number': 4, 'project_id': 'aa2609ad72ba4dc2a4c3566078265457', 'gw_port': {'id': '05b8b1ae-b31f-4ac1-91ae-cbb18a265523', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:53:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714d2fa0-b35a-4199-bdeb-b9d8310c5ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:54Z', 'updated_at': '2022-09-22T22:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '6b2c60a7-7f74-48d0-9428-1150c495a72f', 'name': '', 'network_id': 'fd3bb9a5-b01a-491b-8892-503ef3b86190', 'tenant_id': 'aa2609ad72ba4dc2a4c3566078265457', 'mac_address': 'fa:16:3e:1c:0a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714d2fa0-b35a-4199-bdeb-b9d8310c5ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '79790d78-dde8-4490-9438-53a1c44feb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:56Z', 'updated_at': '2022-09-22T22:15:56Z', 'revision_number': 1, 'project_id': 'aa2609ad72ba4dc2a4c3566078265457', 'subnets': [{'id': '79790d78-dde8-4490-9438-53a1c44feb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:15:58.127226 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port af8196b5-5cf3-49d7-931e-cfbc55c3a3d3 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:15:58.127694 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (af8196b5-5cf3-49d7-931e-cfbc55c3a3d3), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:58.128243 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port af8196b5-5cf3-49d7-931e-cfbc55c3a3d3 Sep 22 22:15:58.139197 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=bdfb86dd-821c-462a-a36c-ab4f3c618d51,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:15:58.145748 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:58.165081 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-070ff7e1-e1c8-4e46-80e0-9d681eb0996e None None] Port 6b2c60a7-7f74-48d0-9428-1150c495a72f cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:15:58.188330 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8a269d18-27ba-428d-836b-f7b210cef0fd req-56d6ca38-4d32-45ba-b946-3458a38def2d tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959690 Sep 22 22:15:58.259815 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port af8196b5-5cf3-49d7-931e-cfbc55c3a3d3 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:15:58.261081 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 7c1fa498-56ca-486d-90b5-f7ba666a0c91 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:15:58.310865 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 7c1fa498-56ca-486d-90b5-f7ba666a0c91 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:15:58.311489 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (7c1fa498-56ca-486d-90b5-f7ba666a0c91), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:58.311832 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 7c1fa498-56ca-486d-90b5-f7ba666a0c91 Sep 22 22:15:58.417639 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 7c1fa498-56ca-486d-90b5-f7ba666a0c91 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:15:58.442765 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['bdfb86dd-821c-462a-a36c-ab4f3c618d51'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:15:58.666649 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-070ff7e1-e1c8-4e46-80e0-9d681eb0996e None None] Attempt 2 to provision port 6b2c60a7-7f74-48d0-9428-1150c495a72f Sep 22 22:15:58.760781 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32067658-4ced-4848-b4a8-74afbe612d8a req-91ee3316-6777-4d29-95e5-e0b385292aa4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:58.767825 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-32067658-4ced-4848-b4a8-74afbe612d8a req-91ee3316-6777-4d29-95e5-e0b385292aa4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a9e642fd-e734-4624-b2be-6fd3141f7a8c HTTP/1.1" status: 200 len: 945 time: 0.0928130 Sep 22 22:15:58.806228 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-070ff7e1-e1c8-4e46-80e0-9d681eb0996e None None] Port 6b2c60a7-7f74-48d0-9428-1150c495a72f cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:15:58.830269 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-32067658-4ced-4848-b4a8-74afbe612d8a req-93a2aed2-829a-46a7-9d25-8895aa3a0b62 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615435 Sep 22 22:15:59.308277 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-070ff7e1-e1c8-4e46-80e0-9d681eb0996e None None] Attempt 3 to provision port 6b2c60a7-7f74-48d0-9428-1150c495a72f Sep 22 22:15:59.385371 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-070ff7e1-e1c8-4e46-80e0-9d681eb0996e None None] Port 6b2c60a7-7f74-48d0-9428-1150c495a72f cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:15:59.393207 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:15:59.400161 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aaf30d-64aa-4567-8dd8-bfce91a16614 req-f056abc0-fb91-4a7c-9efc-ed216bea1ba8 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:15:59.422339 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-75aaf30d-64aa-4567-8dd8-bfce91a16614 req-f056abc0-fb91-4a7c-9efc-ed216bea1ba8 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.1010537 Sep 22 22:15:59.484161 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-75aaf30d-64aa-4567-8dd8-bfce91a16614 req-723733aa-1f8b-49ef-81f9-c5398fed4a37 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757227 Sep 22 22:15:59.795636 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 05b8b1ae-b31f-4ac1-91ae-cbb18a265523 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:15:59.858626 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 05b8b1ae-b31f-4ac1-91ae-cbb18a265523 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:15:59.858987 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (05b8b1ae-b31f-4ac1-91ae-cbb18a265523), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:15:59.859322 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 05b8b1ae-b31f-4ac1-91ae-cbb18a265523 Sep 22 22:15:59.883112 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device bdfb86dd-821c-462a-a36c-ab4f3c618d51 up at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:15:59.887523 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-070ff7e1-e1c8-4e46-80e0-9d681eb0996e None None] Attempt 4 to provision port 6b2c60a7-7f74-48d0-9428-1150c495a72f Sep 22 22:15:59.990860 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-070ff7e1-e1c8-4e46-80e0-9d681eb0996e None None] Port 6b2c60a7-7f74-48d0-9428-1150c495a72f cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:16:00.000131 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=100 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:00.031560 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38617b08-07a2-49fa-a4b7-8ae25ade1a0c req-77ffc6d7-90de-403f-b493-6c690e38b786 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:00.034401 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-38617b08-07a2-49fa-a4b7-8ae25ade1a0c req-77ffc6d7-90de-403f-b493-6c690e38b786 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a9e642fd-e734-4624-b2be-6fd3141f7a8c HTTP/1.1" status: 200 len: 945 time: 0.1024332 Sep 22 22:16:00.035580 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=100 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:00.043118 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning for port bdfb86dd-821c-462a-a36c-ab4f3c618d51 completed by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 22:16:00.045433 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 05b8b1ae-b31f-4ac1-91ae-cbb18a265523 is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:16:00.045816 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (05b8b1ae-b31f-4ac1-91ae-cbb18a265523), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:00.074725 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning complete for port bdfb86dd-821c-462a-a36c-ab4f3c618d51 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:16:00.076312 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (bdfb86dd-821c-462a-a36c-ab4f3c618d51), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:00.076662 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Attempt 1 to provision port bdfb86dd-821c-462a-a36c-ab4f3c618d51 Sep 22 22:16:00.126675 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] For port 05b8b1ae-b31f-4ac1-91ae-cbb18a265523, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=05b8b1ae-b31f-4ac1-91ae-cbb18a265523,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:16:00.131621 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (05b8b1ae-b31f-4ac1-91ae-cbb18a265523), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:00.152868 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-38617b08-07a2-49fa-a4b7-8ae25ade1a0c req-bdc9d18f-8e96-4385-a595-55b0d1fa860c tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1083138 Sep 22 22:16:00.217397 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Pushing event updated for resources: {'Port': ['ID=05b8b1ae-b31f-4ac1-91ae-cbb18a265523,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:16:00.260224 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port bdfb86dd-821c-462a-a36c-ab4f3c618d51 is: BUILD; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:16:00.260611 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (bdfb86dd-821c-462a-a36c-ab4f3c618d51), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:00.290071 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e642fd-e734-4624-b2be-6fd3141f7a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdfb86dd-821c-462a-a36c-ab4f3c618d51'}] {{(pid=106430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:16:00.292253 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2272dcd180a18b0bdbf7a4ac2a7f9325cd9193a83f54eb82bc11fdb6a8b27d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8de9a2f-9791-4070-8222-86c0dac3fff6" -d '{"events": [{"server_uuid": "a9e642fd-e734-4624-b2be-6fd3141f7a8c", "name": "network-vif-plugged", "status": "completed", "tag": "bdfb86dd-821c-462a-a36c-ab4f3c618d51"}]}' {{(pid=106430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:16:00.306178 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port bdfb86dd-821c-462a-a36c-ab4f3c618d51, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=bdfb86dd-821c-462a-a36c-ab4f3c618d51,segment=NetworkSegment(02ab888a-ff4d-434e-871e-f1b1416587f3),segment_id=02ab888a-ff4d-434e-871e-f1b1416587f3)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:16:00.311993 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (bdfb86dd-821c-462a-a36c-ab4f3c618d51), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:00.346147 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87ed746-9de3-4a68-b4bf-62567253043c x-openstack-request-id: req-c87ed746-9de3-4a68-b4bf-62567253043c {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:16:00.346449 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e642fd-e734-4624-b2be-6fd3141f7a8c", "name": "network-vif-plugged", "status": "completed", "tag": "bdfb86dd-821c-462a-a36c-ab4f3c618d51", "code": 200}]} {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:16:00.346709 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c87ed746-9de3-4a68-b4bf-62567253043c {{(pid=106430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:16:00.347109 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c87ed746-9de3-4a68-b4bf-62567253043c'] response: {'server_uuid': 'a9e642fd-e734-4624-b2be-6fd3141f7a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdfb86dd-821c-462a-a36c-ab4f3c618d51', 'code': 200} Sep 22 22:16:00.367080 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=bdfb86dd-821c-462a-a36c-ab4f3c618d51,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:16:00.491571 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-070ff7e1-e1c8-4e46-80e0-9d681eb0996e None None] Attempt 5 to provision port 6b2c60a7-7f74-48d0-9428-1150c495a72f Sep 22 22:16:00.723319 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-070ff7e1-e1c8-4e46-80e0-9d681eb0996e None None] Port 6b2c60a7-7f74-48d0-9428-1150c495a72f cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:16:00.729172 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cfc76-c10a-49f5-b5c4-d42cad901c53 req-fc403750-1433-4d19-9624-349c6e12704e tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:00.732828 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ca4cfc76-c10a-49f5-b5c4-d42cad901c53 req-fc403750-1433-4d19-9624-349c6e12704e tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.1268144 Sep 22 22:16:00.751723 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5a5a4-b3c5-48ab-a507-790194dd192d req-9fcb72a0-a65e-4dc2-8d04-8e4c84eb4d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:00.754812 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-baf5a5a4-b3c5-48ab-a507-790194dd192d req-9fcb72a0-a65e-4dc2-8d04-8e4c84eb4d8d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a9e642fd-e734-4624-b2be-6fd3141f7a8c HTTP/1.1" status: 200 len: 1130 time: 0.0852373 Sep 22 22:16:00.846616 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ca4cfc76-c10a-49f5-b5c4-d42cad901c53 req-8ff2a8ec-21ad-4c1a-8d68-4e368bdb1691 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048346 Sep 22 22:16:00.860968 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-baf5a5a4-b3c5-48ab-a507-790194dd192d req-c461e9e5-d943-4f26-b782-66c0aac97d31 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0907538 Sep 22 22:16:01.086131 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a28a84-b914-4783-b8f5-276ef80b891e None None] Sync routers for ids ['714d2fa0-b35a-4199-bdeb-b9d8310c5ac6'] in dv-cinder-849143-6-iscsi {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:16:01.097492 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a28a84-b914-4783-b8f5-276ef80b891e None None] Routers {'714d2fa0-b35a-4199-bdeb-b9d8310c5ac6'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:16:01.098241 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-28a28a84-b914-4783-b8f5-276ef80b891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:15:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['714d2fa0-b35a-4199-bdeb-b9d8310c5ac6'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:16:01.215745 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-28a28a84-b914-4783-b8f5-276ef80b891e None None] Set router 714d2fa0-b35a-4199-bdeb-b9d8310c5ac6 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:16:01.224175 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-070ff7e1-e1c8-4e46-80e0-9d681eb0996e None None] Attempt 6 to provision port 6b2c60a7-7f74-48d0-9428-1150c495a72f Sep 22 22:16:01.282895 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-070ff7e1-e1c8-4e46-80e0-9d681eb0996e None None] Port 6b2c60a7-7f74-48d0-9428-1150c495a72f cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:16:01.328739 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7cd26-5fef-4c8c-8403-2e35273bd0e5 req-f5f22b3d-e358-4534-85fb-554e4b33e170 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:01.330458 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-46f7cd26-5fef-4c8c-8403-2e35273bd0e5 req-f5f22b3d-e358-4534-85fb-554e4b33e170 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a9e642fd-e734-4624-b2be-6fd3141f7a8c HTTP/1.1" status: 200 len: 946 time: 0.0862942 Sep 22 22:16:01.429590 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-46f7cd26-5fef-4c8c-8403-2e35273bd0e5 req-7ca5cd99-2f9d-43a3-8020-2b52dbd49784 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0835063 Sep 22 22:16:01.472929 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-28a28a84-b914-4783-b8f5-276ef80b891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714d2fa0-b35a-4199-bdeb-b9d8310c5ac6', 'name': 'tempest-TestMinimumBasicScenario-2025167104-router', 'tenant_id': 'aa2609ad72ba4dc2a4c3566078265457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '05b8b1ae-b31f-4ac1-91ae-cbb18a265523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:53Z', 'updated_at': '2022-09-22T22:15:56Z', 'revision_number': 4, 'project_id': 'aa2609ad72ba4dc2a4c3566078265457', 'gw_port': {'id': '05b8b1ae-b31f-4ac1-91ae-cbb18a265523', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:53:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714d2fa0-b35a-4199-bdeb-b9d8310c5ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:54Z', 'updated_at': '2022-09-22T22:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '6b2c60a7-7f74-48d0-9428-1150c495a72f', 'name': '', 'network_id': 'fd3bb9a5-b01a-491b-8892-503ef3b86190', 'tenant_id': 'aa2609ad72ba4dc2a4c3566078265457', 'mac_address': 'fa:16:3e:1c:0a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714d2fa0-b35a-4199-bdeb-b9d8310c5ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '79790d78-dde8-4490-9438-53a1c44feb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:56Z', 'updated_at': '2022-09-22T22:15:56Z', 'revision_number': 2, 'project_id': 'aa2609ad72ba4dc2a4c3566078265457', 'subnets': [{'id': '79790d78-dde8-4490-9438-53a1c44feb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:16:01.505398 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a28a84-b914-4783-b8f5-276ef80b891e None None] Checking router: 714d2fa0-b35a-4199-bdeb-b9d8310c5ac6 for host: dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:16:01.505756 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a28a84-b914-4783-b8f5-276ef80b891e None None] Updating router 714d2fa0-b35a-4199-bdeb-b9d8310c5ac6 port 6b2c60a7-7f74-48d0-9428-1150c495a72f binding host dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:16:01.536198 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-28a28a84-b914-4783-b8f5-276ef80b891e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (6b2c60a7-7f74-48d0-9428-1150c495a72f), before_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:01.641060 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=100 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:01.785307 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-070ff7e1-e1c8-4e46-80e0-9d681eb0996e None None] Attempt 7 to provision port 6b2c60a7-7f74-48d0-9428-1150c495a72f Sep 22 22:16:01.791504 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 05b8b1ae-b31f-4ac1-91ae-cbb18a265523 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:16:01.861504 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-070ff7e1-e1c8-4e46-80e0-9d681eb0996e None None] Port 6b2c60a7-7f74-48d0-9428-1150c495a72f cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:16:01.866101 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-28a28a84-b914-4783-b8f5-276ef80b891e None None] Publish callbacks [] for port (6b2c60a7-7f74-48d0-9428-1150c495a72f), precommit_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:01.875886 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-28a28a84-b914-4783-b8f5-276ef80b891e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (6b2c60a7-7f74-48d0-9428-1150c495a72f), after_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:01.886525 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 05b8b1ae-b31f-4ac1-91ae-cbb18a265523 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:16:01.889570 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (05b8b1ae-b31f-4ac1-91ae-cbb18a265523), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:01.889979 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 05b8b1ae-b31f-4ac1-91ae-cbb18a265523 Sep 22 22:16:01.910382 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:01.949722 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145780f-448a-437b-baa6-caebb6b8875c None None] Pushing event updated for resources: {'Port': ['ID=6b2c60a7-7f74-48d0-9428-1150c495a72f,revision_number=3']} {{(pid=106431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:16:02.004863 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 05b8b1ae-b31f-4ac1-91ae-cbb18a265523 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:16:02.016938 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7145780f-448a-437b-baa6-caebb6b8875c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:02.017306 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7145780f-448a-437b-baa6-caebb6b8875c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:02.017665 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7145780f-448a-437b-baa6-caebb6b8875c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:02.018006 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7145780f-448a-437b-baa6-caebb6b8875c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:02.018334 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7145780f-448a-437b-baa6-caebb6b8875c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:02.018659 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7145780f-448a-437b-baa6-caebb6b8875c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:02.018982 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7145780f-448a-437b-baa6-caebb6b8875c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:02.019303 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7145780f-448a-437b-baa6-caebb6b8875c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:02.019622 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7145780f-448a-437b-baa6-caebb6b8875c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:02.019942 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7145780f-448a-437b-baa6-caebb6b8875c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:02.020260 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7145780f-448a-437b-baa6-caebb6b8875c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:02.020593 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7145780f-448a-437b-baa6-caebb6b8875c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:02.020914 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7145780f-448a-437b-baa6-caebb6b8875c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:02.021254 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7145780f-448a-437b-baa6-caebb6b8875c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:02.021567 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7145780f-448a-437b-baa6-caebb6b8875c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:02.033349 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:02.041856 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dddbd3-8e19-4dfb-aeb6-e7611fed2dec req-caf2f793-4b7f-4369-b280-bc2c0907a1b2 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:02.043886 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f9dddbd3-8e19-4dfb-aeb6-e7611fed2dec req-caf2f793-4b7f-4369-b280-bc2c0907a1b2 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0891273 Sep 22 22:16:02.064125 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-28a28a84-b914-4783-b8f5-276ef80b891e None None] Attempting to bind port 6b2c60a7-7f74-48d0-9428-1150c495a72f on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:16:02.064496 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-28a28a84-b914-4783-b8f5-276ef80b891e None None] Attempting to bind port 6b2c60a7-7f74-48d0-9428-1150c495a72f by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': 'ce674480-76ca-4c0f-87d9-7791a98f7b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'fd3bb9a5-b01a-491b-8892-503ef3b86190'}] {{(pid=106431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:16:02.065792 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a28a84-b914-4783-b8f5-276ef80b891e None None] Attempting to bind port 6b2c60a7-7f74-48d0-9428-1150c495a72f on network fd3bb9a5-b01a-491b-8892-503ef3b86190 {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:16:02.117421 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f9dddbd3-8e19-4dfb-aeb6-e7611fed2dec req-82d363a4-4d1e-47f6-96c8-6e9eb069f7a4 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631378 Sep 22 22:16:02.133131 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a28a84-b914-4783-b8f5-276ef80b891e None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:16:02.133131 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a28a84-b914-4783-b8f5-276ef80b891e None None] Checking segment: {'id': 'ce674480-76ca-4c0f-87d9-7791a98f7b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'fd3bb9a5-b01a-491b-8892-503ef3b86190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:16:02.133131 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-28a28a84-b914-4783-b8f5-276ef80b891e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:02.133131 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a28a84-b914-4783-b8f5-276ef80b891e None None] Bound using segment: {'id': 'ce674480-76ca-4c0f-87d9-7791a98f7b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'fd3bb9a5-b01a-491b-8892-503ef3b86190'} {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:16:02.133131 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-28a28a84-b914-4783-b8f5-276ef80b891e None None] Bound port: 6b2c60a7-7f74-48d0-9428-1150c495a72f, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce674480-76ca-4c0f-87d9-7791a98f7b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'fd3bb9a5-b01a-491b-8892-503ef3b86190'}}] {{(pid=106431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:16:02.133131 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-28a28a84-b914-4783-b8f5-276ef80b891e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (6b2c60a7-7f74-48d0-9428-1150c495a72f), before_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:02.194546 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.db [None req-28a28a84-b914-4783-b8f5-276ef80b891e None None] For port 6b2c60a7-7f74-48d0-9428-1150c495a72f, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:16:02.199114 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.db [None req-28a28a84-b914-4783-b8f5-276ef80b891e None None] For port 6b2c60a7-7f74-48d0-9428-1150c495a72f, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=6b2c60a7-7f74-48d0-9428-1150c495a72f,segment=NetworkSegment(ce674480-76ca-4c0f-87d9-7791a98f7b49),segment_id=ce674480-76ca-4c0f-87d9-7791a98f7b49)] {{(pid=106431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:16:02.205695 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-28a28a84-b914-4783-b8f5-276ef80b891e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (6b2c60a7-7f74-48d0-9428-1150c495a72f), after_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:02.250412 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a28a84-b914-4783-b8f5-276ef80b891e None None] Routers {'714d2fa0-b35a-4199-bdeb-b9d8310c5ac6'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:16:02.251071 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-28a28a84-b914-4783-b8f5-276ef80b891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:15:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['714d2fa0-b35a-4199-bdeb-b9d8310c5ac6'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:16:02.308361 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145780f-448a-437b-baa6-caebb6b8875c None None] Pushing event updated for resources: {'Port': ['ID=6b2c60a7-7f74-48d0-9428-1150c495a72f,revision_number=4']} {{(pid=106431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:16:02.363031 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-070ff7e1-e1c8-4e46-80e0-9d681eb0996e None None] Attempt 8 to provision port 6b2c60a7-7f74-48d0-9428-1150c495a72f Sep 22 22:16:02.402770 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-28a28a84-b914-4783-b8f5-276ef80b891e None None] Set router 714d2fa0-b35a-4199-bdeb-b9d8310c5ac6 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:16:02.561803 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-070ff7e1-e1c8-4e46-80e0-9d681eb0996e None None] Current status of the port 6b2c60a7-7f74-48d0-9428-1150c495a72f is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:16:02.562220 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-070ff7e1-e1c8-4e46-80e0-9d681eb0996e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (6b2c60a7-7f74-48d0-9428-1150c495a72f), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:02.610810 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcff4a1-97a4-4ea8-aa81-47a195a6348c req-b8c63609-02f6-4a34-9028-4ffa977d51eb tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:02.612846 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6fcff4a1-97a4-4ea8-aa81-47a195a6348c req-b8c63609-02f6-4a34-9028-4ffa977d51eb tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a9e642fd-e734-4624-b2be-6fd3141f7a8c HTTP/1.1" status: 200 len: 946 time: 0.0669820 Sep 22 22:16:02.630836 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-070ff7e1-e1c8-4e46-80e0-9d681eb0996e None None] For port 6b2c60a7-7f74-48d0-9428-1150c495a72f, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=6b2c60a7-7f74-48d0-9428-1150c495a72f,segment=NetworkSegment(ce674480-76ca-4c0f-87d9-7791a98f7b49),segment_id=ce674480-76ca-4c0f-87d9-7791a98f7b49)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:16:02.636401 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-070ff7e1-e1c8-4e46-80e0-9d681eb0996e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (6b2c60a7-7f74-48d0-9428-1150c495a72f), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:02.650535 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-28a28a84-b914-4783-b8f5-276ef80b891e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714d2fa0-b35a-4199-bdeb-b9d8310c5ac6', 'name': 'tempest-TestMinimumBasicScenario-2025167104-router', 'tenant_id': 'aa2609ad72ba4dc2a4c3566078265457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '05b8b1ae-b31f-4ac1-91ae-cbb18a265523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:53Z', 'updated_at': '2022-09-22T22:15:56Z', 'revision_number': 4, 'project_id': 'aa2609ad72ba4dc2a4c3566078265457', 'gw_port': {'id': '05b8b1ae-b31f-4ac1-91ae-cbb18a265523', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:53:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714d2fa0-b35a-4199-bdeb-b9d8310c5ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:54Z', 'updated_at': '2022-09-22T22:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '6b2c60a7-7f74-48d0-9428-1150c495a72f', 'name': '', 'network_id': 'fd3bb9a5-b01a-491b-8892-503ef3b86190', 'tenant_id': 'aa2609ad72ba4dc2a4c3566078265457', 'mac_address': 'fa:16:3e:1c:0a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714d2fa0-b35a-4199-bdeb-b9d8310c5ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '79790d78-dde8-4490-9438-53a1c44feb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:56Z', 'updated_at': '2022-09-22T22:16:02Z', 'revision_number': 4, 'project_id': 'aa2609ad72ba4dc2a4c3566078265457', 'subnets': [{'id': '79790d78-dde8-4490-9438-53a1c44feb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:16:02.712251 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ff7e1-e1c8-4e46-80e0-9d681eb0996e None None] Pushing event updated for resources: {'Port': ['ID=6b2c60a7-7f74-48d0-9428-1150c495a72f,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:16:02.718340 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6fcff4a1-97a4-4ea8-aa81-47a195a6348c req-2f15735e-1195-4db1-a583-6538332ea5b2 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0962729 Sep 22 22:16:02.781151 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a28a84-b914-4783-b8f5-276ef80b891e None None] The sync data for ids ['714d2fa0-b35a-4199-bdeb-b9d8310c5ac6'] in dv-cinder-849143-6-iscsi is: [{'id': '714d2fa0-b35a-4199-bdeb-b9d8310c5ac6', 'name': 'tempest-TestMinimumBasicScenario-2025167104-router', 'tenant_id': 'aa2609ad72ba4dc2a4c3566078265457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '05b8b1ae-b31f-4ac1-91ae-cbb18a265523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:53Z', 'updated_at': '2022-09-22T22:15:56Z', 'revision_number': 4, 'project_id': 'aa2609ad72ba4dc2a4c3566078265457', 'gw_port': {'id': '05b8b1ae-b31f-4ac1-91ae-cbb18a265523', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:53:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714d2fa0-b35a-4199-bdeb-b9d8310c5ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:54Z', 'updated_at': '2022-09-22T22:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '6b2c60a7-7f74-48d0-9428-1150c495a72f', 'name': '', 'network_id': 'fd3bb9a5-b01a-491b-8892-503ef3b86190', 'tenant_id': 'aa2609ad72ba4dc2a4c3566078265457', 'mac_address': 'fa:16:3e:1c:0a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714d2fa0-b35a-4199-bdeb-b9d8310c5ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '79790d78-dde8-4490-9438-53a1c44feb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:56Z', 'updated_at': '2022-09-22T22:16:02Z', 'revision_number': 4, 'project_id': 'aa2609ad72ba4dc2a4c3566078265457', 'subnets': [{'id': '79790d78-dde8-4490-9438-53a1c44feb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:16:02.903979 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f48c5-9b65-4f16-b59e-0b6eb93ea3e1 req-d3a268e4-a27a-4dc6-934a-c037902cd676 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:02.911448 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-978f48c5-9b65-4f16-b59e-0b6eb93ea3e1 req-d3a268e4-a27a-4dc6-934a-c037902cd676 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a9e642fd-e734-4624-b2be-6fd3141f7a8c HTTP/1.1" status: 200 len: 946 time: 0.0964653 Sep 22 22:16:02.969938 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-978f48c5-9b65-4f16-b59e-0b6eb93ea3e1 req-4d81bd42-1ea2-4d02-aa4d-184e86395637 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574985 Sep 22 22:16:02.999854 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 43396) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:16:03.275525 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467a33c-fd46-4e7c-959c-c9ebe87e41b4 req-c995671d-c45d-469f-b8b7-94543a1236de tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:03.277022 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8467a33c-fd46-4e7c-959c-c9ebe87e41b4 req-c995671d-c45d-469f-b8b7-94543a1236de tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0851111 Sep 22 22:16:03.280592 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5489f2f4-358a-42d8-bff6-504cb0db0aac tempest-TestVolumeBootPattern-82075621 tempest-TestVolumeBootPattern-82075621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:03.284810 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-5489f2f4-358a-42d8-bff6-504cb0db0aac tempest-TestVolumeBootPattern-82075621 tempest-TestVolumeBootPattern-82075621-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a9e642fd-e734-4624-b2be-6fd3141f7a8c HTTP/1.1" status: 200 len: 1125 time: 0.2812221 Sep 22 22:16:03.285397 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 43402) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:16:03.291010 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-adaeb070-120f-473c-bff9-56f6892a84aa tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Request body: {'floatingip': {'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'port_id': 'bdfb86dd-821c-462a-a36c-ab4f3c618d51', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:16:03.337175 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-adaeb070-120f-473c-bff9-56f6892a84aa tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:03.373968 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8467a33c-fd46-4e7c-959c-c9ebe87e41b4 req-481c522d-c477-4c19-b8fc-15915b37e2f1 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841668 Sep 22 22:16:03.444176 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-adaeb070-120f-473c-bff9-56f6892a84aa tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:03.575539 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.db_base_plugin_common [None req-adaeb070-120f-473c-bff9-56f6892a84aa tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Allocated IP 172.27.1.74 (222d3bc3-ee2a-4d75-8e21-75e580ff73b3/4214672d-8971-44fc-bb6c-9c23836d3a7a/5c9f17cb-84e4-4fd7-a75b-faeb74b85303) {{(pid=106429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:16:03.713761 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-adaeb070-120f-473c-bff9-56f6892a84aa tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for port (5c9f17cb-84e4-4fd7-a75b-faeb74b85303), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:03.749967 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-adaeb070-120f-473c-bff9-56f6892a84aa tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (5c9f17cb-84e4-4fd7-a75b-faeb74b85303), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:03.806557 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaeb070-120f-473c-bff9-56f6892a84aa tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 is already hosted by enough agents. {{(pid=106429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:16:03.808302 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 6b2c60a7-7f74-48d0-9428-1150c495a72f up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:16:03.813751 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-adaeb070-120f-473c-bff9-56f6892a84aa tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Resources bound (agent type, host, resource id): {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:16:03.819042 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaeb070-120f-473c-bff9-56f6892a84aa tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Received port after_create {{(pid=106429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:16:03.859406 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaeb070-120f-473c-bff9-56f6892a84aa tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Pushing event updated for resources: {'Port': ['ID=5c9f17cb-84e4-4fd7-a75b-faeb74b85303,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:16:03.886215 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 6b2c60a7-7f74-48d0-9428-1150c495a72f triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:16:03.886589 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (6b2c60a7-7f74-48d0-9428-1150c495a72f), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:03.886935 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 6b2c60a7-7f74-48d0-9428-1150c495a72f Sep 22 22:16:03.889238 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:03.922766 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:03.932228 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:03.985390 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 6b2c60a7-7f74-48d0-9428-1150c495a72f is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:16:04.206089 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:04.266725 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-adaeb070-120f-473c-bff9-56f6892a84aa tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for floatingip (622ebca9-393a-4975-8ed1-7965944c3280), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:04.339479 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-adaeb070-120f-473c-bff9-56f6892a84aa tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (5c9f17cb-84e4-4fd7-a75b-faeb74b85303), before_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:04.517584 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2355b3-498f-4ab0-a349-cf59c996a964 req-47f5abaf-f59b-403b-8e80-3256c78d3232 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:04.528145 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-de2355b3-498f-4ab0-a349-cf59c996a964 req-47f5abaf-f59b-403b-8e80-3256c78d3232 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0751524 Sep 22 22:16:04.544452 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-adaeb070-120f-473c-bff9-56f6892a84aa tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for port (5c9f17cb-84e4-4fd7-a75b-faeb74b85303), precommit_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:04.554899 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-adaeb070-120f-473c-bff9-56f6892a84aa tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9559187'] for port (5c9f17cb-84e4-4fd7-a75b-faeb74b85303), after_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:04.595859 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-de2355b3-498f-4ab0-a349-cf59c996a964 req-de84f3a4-6cd8-4189-9927-a31d7755de41 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650921 Sep 22 22:16:04.605622 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-adaeb070-120f-473c-bff9-56f6892a84aa tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (622ebca9-393a-4975-8ed1-7965944c3280), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:04.719393 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaeb070-120f-473c-bff9-56f6892a84aa tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Pushing event updated for resources: {'Port': ['ID=5c9f17cb-84e4-4fd7-a75b-faeb74b85303,revision_number=2']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:16:04.744585 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.db.l3_db [None req-adaeb070-120f-473c-bff9-56f6892a84aa tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Floating IP 622ebca9-393a-4975-8ed1-7965944c3280 associated. External IP: 172.27.1.74, port: bdfb86dd-821c-462a-a36c-ab4f3c618d51. Sep 22 22:16:04.997412 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adaeb070-120f-473c-bff9-56f6892a84aa tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Router bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:16:05.104383 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:05.125550 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=100 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:05.133096 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adaeb070-120f-473c-bff9-56f6892a84aa tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:16:05.143850 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e74477-1496-474c-8d22-fddd1ad6e440 None None] Sync routers for ids ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:16:05.156580 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e74477-1496-474c-8d22-fddd1ad6e440 None None] Routers {'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:16:05.157653 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-71e74477-1496-474c-8d22-fddd1ad6e440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:15:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:16:05.160310 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-adaeb070-120f-473c-bff9-56f6892a84aa tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:05.199993 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-adaeb070-120f-473c-bff9-56f6892a84aa tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9128354 Sep 22 22:16:05.200739 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e642fd-e734-4624-b2be-6fd3141f7a8c', 'tag': 'bdfb86dd-821c-462a-a36c-ab4f3c618d51'}] {{(pid=106429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:16:05.204437 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fecb9e71e3cfecf727650ea9349eddd955ebb7a4b95363fd8d1edf6265131bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfaf541-c907-4765-97d2-79035b670b15" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e642fd-e734-4624-b2be-6fd3141f7a8c", "tag": "bdfb86dd-821c-462a-a36c-ab4f3c618d51"}]}' {{(pid=106429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:16:05.312172 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-71e74477-1496-474c-8d22-fddd1ad6e440 None None] Set router bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:16:05.421973 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e37234-3a14-4a9a-b367-a5c130843d50 x-openstack-request-id: req-f6e37234-3a14-4a9a-b367-a5c130843d50 {{(pid=106429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:16:05.422509 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e642fd-e734-4624-b2be-6fd3141f7a8c", "tag": "bdfb86dd-821c-462a-a36c-ab4f3c618d51", "status": "completed", "code": 200}]} {{(pid=106429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:16:05.422509 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f6e37234-3a14-4a9a-b367-a5c130843d50 {{(pid=106429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:16:05.422780 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6e37234-3a14-4a9a-b367-a5c130843d50'] response: {'name': 'network-changed', 'server_uuid': 'a9e642fd-e734-4624-b2be-6fd3141f7a8c', 'tag': 'bdfb86dd-821c-462a-a36c-ab4f3c618d51', 'status': 'completed', 'code': 200} Sep 22 22:16:05.526487 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfaf541-c907-4765-97d2-79035b670b15 req-527b503a-9516-406a-840b-88462d783c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:05.527901 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bbfaf541-c907-4765-97d2-79035b670b15 req-527b503a-9516-406a-840b-88462d783c58 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=e9c311fa04f241249d428df8e88539f4&device_id=a9e642fd-e734-4624-b2be-6fd3141f7a8c HTTP/1.1" status: 200 len: 1130 time: 0.0477269 Sep 22 22:16:05.560725 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-71e74477-1496-474c-8d22-fddd1ad6e440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'name': 'tempest-TestVolumeBootPattern-954975377-router', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:54Z', 'revision_number': 4, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'gw_port': {'id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': '622ebca9-393a-4975-8ed1-7965944c3280', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'port_id': 'bdfb86dd-821c-462a-a36c-ab4f3c618d51', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'mac_address': 'fa:16:3e:2b:58:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e642fd-e734-4624-b2be-6fd3141f7a8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:16:04Z', 'updated_at': '2022-09-22T22:16:04Z', 'revision_number': 0, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35018be7-3837-4534-a08c-06597edb0c6f', 'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'mac_address': 'fa:16:3e:21:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:54Z', 'updated_at': '2022-09-22T22:14:59Z', 'revision_number': 5, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'subnets': [{'id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:16:05.591534 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e74477-1496-474c-8d22-fddd1ad6e440 None None] Checking router: bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:16:05.604126 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e74477-1496-474c-8d22-fddd1ad6e440 None None] Routers {'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:16:05.604870 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-71e74477-1496-474c-8d22-fddd1ad6e440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:15:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:16:05.698021 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfaf541-c907-4765-97d2-79035b670b15 req-92c0fd72-75ad-4bd6-ba26-e4315f7975ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:05.699913 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bbfaf541-c907-4765-97d2-79035b670b15 req-92c0fd72-75ad-4bd6-ba26-e4315f7975ae service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c773c61e-e7b7-47c6-998a-83ddea69af57 HTTP/1.1" status: 200 len: 912 time: 0.1656621 Sep 22 22:16:05.711671 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:05.735822 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-71e74477-1496-474c-8d22-fddd1ad6e440 None None] Set router bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:16:05.806829 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8ffd9-7dfd-40f4-a62f-7613e51ec792 req-56f19c7e-847e-4f85-aa6d-eb0a62c16c32 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:05.808358 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-80a8ffd9-7dfd-40f4-a62f-7613e51ec792 req-56f19c7e-847e-4f85-aa6d-eb0a62c16c32 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.1059632 Sep 22 22:16:05.812946 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bbfaf541-c907-4765-97d2-79035b670b15 req-3c6f7e05-5814-4c5d-8a23-d34bf97ab62f service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdfb86dd-821c-462a-a36c-ab4f3c618d51 HTTP/1.1" status: 200 len: 999 time: 0.1001327 Sep 22 22:16:05.899878 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-80a8ffd9-7dfd-40f4-a62f-7613e51ec792 req-e6759d70-6e78-4619-9820-026062164762 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843978 Sep 22 22:16:05.916143 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfaf541-c907-4765-97d2-79035b670b15 req-9e1908e1-2ff6-4e44-9231-c567110288fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:05.918047 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bbfaf541-c907-4765-97d2-79035b670b15 req-9e1908e1-2ff6-4e44-9231-c567110288fa service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=739be4fb-823b-4d42-a812-9f7b38b66187 HTTP/1.1" status: 200 len: 850 time: 0.0945735 Sep 22 22:16:05.981868 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfaf541-c907-4765-97d2-79035b670b15 req-de3b1143-76a7-4830-8d75-35dcea468b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:05.983387 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bbfaf541-c907-4765-97d2-79035b670b15 req-de3b1143-76a7-4830-8d75-35dcea468b33 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c773c61e-e7b7-47c6-998a-83ddea69af57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524914 Sep 22 22:16:06.020556 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-71e74477-1496-474c-8d22-fddd1ad6e440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'name': 'tempest-TestVolumeBootPattern-954975377-router', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:54Z', 'revision_number': 4, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'gw_port': {'id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': '622ebca9-393a-4975-8ed1-7965944c3280', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'port_id': 'bdfb86dd-821c-462a-a36c-ab4f3c618d51', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'mac_address': 'fa:16:3e:2b:58:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e642fd-e734-4624-b2be-6fd3141f7a8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:16:04Z', 'updated_at': '2022-09-22T22:16:04Z', 'revision_number': 0, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35018be7-3837-4534-a08c-06597edb0c6f', 'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'mac_address': 'fa:16:3e:21:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:54Z', 'updated_at': '2022-09-22T22:14:59Z', 'revision_number': 5, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'subnets': [{'id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:16:06.057596 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e74477-1496-474c-8d22-fddd1ad6e440 None None] The sync data for ids ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'] in dv-cinder-849143-6-iscsi is: [{'id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'name': 'tempest-TestVolumeBootPattern-954975377-router', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:54Z', 'revision_number': 4, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'gw_port': {'id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': '622ebca9-393a-4975-8ed1-7965944c3280', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'port_id': 'bdfb86dd-821c-462a-a36c-ab4f3c618d51', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'mac_address': 'fa:16:3e:2b:58:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e642fd-e734-4624-b2be-6fd3141f7a8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:16:04Z', 'updated_at': '2022-09-22T22:16:04Z', 'revision_number': 0, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35018be7-3837-4534-a08c-06597edb0c6f', 'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'mac_address': 'fa:16:3e:21:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:54Z', 'updated_at': '2022-09-22T22:14:59Z', 'revision_number': 5, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'subnets': [{'id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:16:06.107871 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bbfaf541-c907-4765-97d2-79035b670b15 req-2521ea69-79cd-4fc3-ae4e-1fd4a7905cfd service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c773c61e-e7b7-47c6-998a-83ddea69af57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143866 Sep 22 22:16:06.183689 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:06.217860 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bbfaf541-c907-4765-97d2-79035b670b15 req-29db8b5a-d341-43d4-849a-960ea0103938 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c773c61e-e7b7-47c6-998a-83ddea69af57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029897 Sep 22 22:16:06.322243 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d0e2ef-5dbb-409b-990b-dacecc6fcf46 None None] New status for floating IP 622ebca9-393a-4975-8ed1-7965944c3280: ACTIVE {{(pid=106431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 22:16:06.441306 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:07.041204 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e4181-42d5-4fde-bf74-d4d3d8b42da9 req-56845433-9956-4fd4-9ef6-5f17787d084a tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:07.047018 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f51e4181-42d5-4fde-bf74-d4d3d8b42da9 req-56845433-9956-4fd4-9ef6-5f17787d084a tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0564179 Sep 22 22:16:07.111416 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f51e4181-42d5-4fde-bf74-d4d3d8b42da9 req-1f796676-652a-4aaa-99bf-563946b6db9e tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607603 Sep 22 22:16:08.256332 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf47022-641b-4413-9db0-cb9e10684585 req-16647d64-4db5-4b24-8d05-e54beb735e9f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:08.257947 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-aaf47022-641b-4413-9db0-cb9e10684585 req-16647d64-4db5-4b24-8d05-e54beb735e9f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0549357 Sep 22 22:16:08.322790 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-aaf47022-641b-4413-9db0-cb9e10684585 req-419887fe-4e96-4171-8f97-7e1bfb3d98b3 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536985 Sep 22 22:16:08.736726 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c5e36-e399-41a6-ae77-c519506230b5 req-2ee1ddce-64c6-4e8f-bbee-f754f3d794c8 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:08.738146 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-094c5e36-e399-41a6-ae77-c519506230b5 req-2ee1ddce-64c6-4e8f-bbee-f754f3d794c8 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/networks?id=07b99e2a-cf84-49eb-ad08-c0b8d4b88a58 HTTP/1.1" status: 200 len: 815 time: 0.1013677 Sep 22 22:16:08.753587 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-094c5e36-e399-41a6-ae77-c519506230b5 req-62ff735a-028f-4cee-aec0-358ba4a64c81 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/quotas/53f244703dfd4cb29d183025b9d6789e HTTP/1.1" status: 200 len: 375 time: 0.0095530 Sep 22 22:16:08.807611 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-094c5e36-e399-41a6-ae77-c519506230b5 req-b889df21-b7b5-4138-8cbe-d1ff75da1c65 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=53f244703dfd4cb29d183025b9d6789e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491376 Sep 22 22:16:08.903856 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-094c5e36-e399-41a6-ae77-c519506230b5 req-f5c4b5c1-1642-44e9-a6e9-6d7ce042a920 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/07b99e2a-cf84-49eb-ad08-c0b8d4b88a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848935 Sep 22 22:16:08.998270 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-094c5e36-e399-41a6-ae77-c519506230b5 req-f1386814-39c3-446b-9598-7c313f02cb9f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/07b99e2a-cf84-49eb-ad08-c0b8d4b88a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887024 Sep 22 22:16:09.139039 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:09.160181 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bc57c5b7-4cf6-4b86-bd62-a0d23615e0dd req-8253d423-81ef-49f7-9ed4-c87ef3b5d1d4 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 210 time: 0.0306008 Sep 22 22:16:09.459714 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215b3be-405c-4337-9dc8-7e599f7ac461 req-52ef617c-91ae-4eef-a765-700778ea4638 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:09.462130 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4215b3be-405c-4337-9dc8-7e599f7ac461 req-52ef617c-91ae-4eef-a765-700778ea4638 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0532565 Sep 22 22:16:09.521706 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4215b3be-405c-4337-9dc8-7e599f7ac461 req-3889dfa5-3350-421f-9cc8-c1c95c021a89 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495472 Sep 22 22:16:10.268269 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-08544d29-6b17-4a04-b495-9fc7009cc58f req-e7d54afa-6dde-4ad3-8dfa-c75eab5d5cc4 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 210 time: 0.0301774 Sep 22 22:16:10.645759 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c5e36-e399-41a6-ae77-c519506230b5 req-ce7c029f-227b-496d-a6ba-7ffa566ff7b7 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:10.648000 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-094c5e36-e399-41a6-ae77-c519506230b5 req-ce7c029f-227b-496d-a6ba-7ffa566ff7b7 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.57 "GET /networking/v2.0/networks?id=07b99e2a-cf84-49eb-ad08-c0b8d4b88a58 HTTP/1.1" status: 200 len: 815 time: 0.1385946 Sep 22 22:16:10.661220 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97aa8a-60ef-45ea-b348-3c623d2a33ff req-14b81912-481c-48b3-b839-7aa1d9b57761 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:10.662640 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1e97aa8a-60ef-45ea-b348-3c623d2a33ff req-14b81912-481c-48b3-b839-7aa1d9b57761 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0700958 Sep 22 22:16:10.678998 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-094c5e36-e399-41a6-ae77-c519506230b5 req-0c349eb3-c898-41d7-87a0-faf5e9e0ce7d tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Request body: {'port': {'device_id': 'cd8aead4-e4e9-4733-8351-1be87fd84dff', 'network_id': '07b99e2a-cf84-49eb-ad08-c0b8d4b88a58', 'admin_state_up': True, 'tenant_id': '53f244703dfd4cb29d183025b9d6789e'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:16:10.766144 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1e97aa8a-60ef-45ea-b348-3c623d2a33ff req-49e8a86a-afa0-4213-af0c-838bfd11be81 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968556 Sep 22 22:16:10.815169 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-094c5e36-e399-41a6-ae77-c519506230b5 req-0c349eb3-c898-41d7-87a0-faf5e9e0ce7d tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Made reservation on behalf of 53f244703dfd4cb29d183025b9d6789e for: {'port': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:16:10.819574 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-094c5e36-e399-41a6-ae77-c519506230b5 req-0c349eb3-c898-41d7-87a0-faf5e9e0ce7d tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:10.841472 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:10.960404 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [req-094c5e36-e399-41a6-ae77-c519506230b5 req-0c349eb3-c898-41d7-87a0-faf5e9e0ce7d tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Allocated IP 172.20.0.7 (07b99e2a-cf84-49eb-ad08-c0b8d4b88a58/e3205572-c91b-45cc-a921-a1609404d294/ad1f6820-de7a-484b-a76f-cd05b1b0347d) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:16:11.184658 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-094c5e36-e399-41a6-ae77-c519506230b5 req-0c349eb3-c898-41d7-87a0-faf5e9e0ce7d tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks [] for port (ad1f6820-de7a-484b-a76f-cd05b1b0347d), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:11.227769 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-094c5e36-e399-41a6-ae77-c519506230b5 req-0c349eb3-c898-41d7-87a0-faf5e9e0ce7d tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (ad1f6820-de7a-484b-a76f-cd05b1b0347d), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:11.273487 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-094c5e36-e399-41a6-ae77-c519506230b5 req-0c349eb3-c898-41d7-87a0-faf5e9e0ce7d tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Network 07b99e2a-cf84-49eb-ad08-c0b8d4b88a58 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:16:11.276899 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [req-094c5e36-e399-41a6-ae77-c519506230b5 req-0c349eb3-c898-41d7-87a0-faf5e9e0ce7d tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:16:11.281076 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-094c5e36-e399-41a6-ae77-c519506230b5 req-0c349eb3-c898-41d7-87a0-faf5e9e0ce7d tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:16:11.305788 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:11.308673 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c349eb3-c898-41d7-87a0-faf5e9e0ce7d tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Pushing event updated for resources: {'Port': ['ID=ad1f6820-de7a-484b-a76f-cd05b1b0347d,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:16:11.338044 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c5e36-e399-41a6-ae77-c519506230b5 req-0c349eb3-c898-41d7-87a0-faf5e9e0ce7d tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:11.338663 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-094c5e36-e399-41a6-ae77-c519506230b5 req-0c349eb3-c898-41d7-87a0-faf5e9e0ce7d tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:11.362846 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-094c5e36-e399-41a6-ae77-c519506230b5 req-0c349eb3-c898-41d7-87a0-faf5e9e0ce7d tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6874292 Sep 22 22:16:11.458072 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f79670-4522-478a-9985-425e39cf1897 req-6bba47d1-3206-4cb7-a207-7e9f64da0d48 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:11.460072 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-24f79670-4522-478a-9985-425e39cf1897 req-6bba47d1-3206-4cb7-a207-7e9f64da0d48 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 931 time: 0.0717967 Sep 22 22:16:11.512962 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-24f79670-4522-478a-9985-425e39cf1897 req-392f20b7-1393-4876-8ad3-bc8e859274e4 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471151 Sep 22 22:16:11.624355 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-ddf2b6bc-7870-4991-a9c7-def7f620aa84 None None] Provisioning complete for port ad1f6820-de7a-484b-a76f-cd05b1b0347d triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:16:11.624954 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-ddf2b6bc-7870-4991-a9c7-def7f620aa84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (ad1f6820-de7a-484b-a76f-cd05b1b0347d), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:11.625054 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-ddf2b6bc-7870-4991-a9c7-def7f620aa84 None None] Attempt 1 to provision port ad1f6820-de7a-484b-a76f-cd05b1b0347d Sep 22 22:16:11.657899 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-ddf2b6bc-7870-4991-a9c7-def7f620aa84 None None] Port ad1f6820-de7a-484b-a76f-cd05b1b0347d cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:16:11.902694 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138059f-bb94-49ca-a82b-d4ffa2f270a7 req-551afd36-2c44-499b-8b9f-a1482c551f50 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:11.904229 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0138059f-bb94-49ca-a82b-d4ffa2f270a7 req-551afd36-2c44-499b-8b9f-a1482c551f50 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0505834 Sep 22 22:16:11.955860 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0138059f-bb94-49ca-a82b-d4ffa2f270a7 req-052e41dd-956e-4584-8c29-18da3c028dab tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459902 Sep 22 22:16:12.159103 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-ddf2b6bc-7870-4991-a9c7-def7f620aa84 None None] Attempt 2 to provision port ad1f6820-de7a-484b-a76f-cd05b1b0347d Sep 22 22:16:12.189896 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=100 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:12.195620 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-ddf2b6bc-7870-4991-a9c7-def7f620aa84 None None] Port ad1f6820-de7a-484b-a76f-cd05b1b0347d cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:16:12.658034 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39866eac-f32a-42e3-b7cb-42d2995ec4aa req-e5409275-7756-42ca-b874-94128503bf8a tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:12.659510 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-39866eac-f32a-42e3-b7cb-42d2995ec4aa req-e5409275-7756-42ca-b874-94128503bf8a tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 931 time: 0.0524926 Sep 22 22:16:12.696761 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-ddf2b6bc-7870-4991-a9c7-def7f620aa84 None None] Attempt 3 to provision port ad1f6820-de7a-484b-a76f-cd05b1b0347d Sep 22 22:16:12.711083 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-39866eac-f32a-42e3-b7cb-42d2995ec4aa req-543207c8-0a1a-4b94-abcd-19730e953a3d tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452490 Sep 22 22:16:12.732133 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-ddf2b6bc-7870-4991-a9c7-def7f620aa84 None None] Port ad1f6820-de7a-484b-a76f-cd05b1b0347d cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:16:13.083253 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2d32f-2902-4319-9f24-a4f99d2e4f28 req-1a455e38-10cd-4f36-8a21-e703e74d9e44 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:13.085329 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6bd2d32f-2902-4319-9f24-a4f99d2e4f28 req-1a455e38-10cd-4f36-8a21-e703e74d9e44 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0503802 Sep 22 22:16:13.125971 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:13.134571 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6bd2d32f-2902-4319-9f24-a4f99d2e4f28 req-24c0db2c-7f01-469b-a8ce-3cad5d4fdc54 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436785 Sep 22 22:16:13.233010 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-ddf2b6bc-7870-4991-a9c7-def7f620aa84 None None] Attempt 4 to provision port ad1f6820-de7a-484b-a76f-cd05b1b0347d Sep 22 22:16:13.269902 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-ddf2b6bc-7870-4991-a9c7-def7f620aa84 None None] Port ad1f6820-de7a-484b-a76f-cd05b1b0347d cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:16:13.771234 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-ddf2b6bc-7870-4991-a9c7-def7f620aa84 None None] Attempt 5 to provision port ad1f6820-de7a-484b-a76f-cd05b1b0347d Sep 22 22:16:13.809543 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-ddf2b6bc-7870-4991-a9c7-def7f620aa84 None None] Port ad1f6820-de7a-484b-a76f-cd05b1b0347d cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:16:13.842319 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5e16a-94cc-4e71-bbbf-e3a881412bf4 req-1c3f4fbb-dd92-4968-8e66-44cfde24ec71 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:13.843835 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f3a5e16a-94cc-4e71-bbbf-e3a881412bf4 req-1c3f4fbb-dd92-4968-8e66-44cfde24ec71 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 931 time: 0.0520267 Sep 22 22:16:13.900882 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f3a5e16a-94cc-4e71-bbbf-e3a881412bf4 req-ded58e76-b34a-4ec6-89da-d47dcb1bbdea tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513589 Sep 22 22:16:14.269521 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473b15c-f407-4265-a4c1-9eb59aced121 req-6bf319ef-1782-4fa7-814a-7c727b5225f0 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:14.271019 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9473b15c-f407-4265-a4c1-9eb59aced121 req-6bf319ef-1782-4fa7-814a-7c727b5225f0 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0522625 Sep 22 22:16:14.311677 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-ddf2b6bc-7870-4991-a9c7-def7f620aa84 None None] Attempt 6 to provision port ad1f6820-de7a-484b-a76f-cd05b1b0347d Sep 22 22:16:14.322866 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9473b15c-f407-4265-a4c1-9eb59aced121 req-9f98609e-4518-44e5-bf5e-fa8eb8513b6d tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455630 Sep 22 22:16:14.355137 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-ddf2b6bc-7870-4991-a9c7-def7f620aa84 None None] Port ad1f6820-de7a-484b-a76f-cd05b1b0347d cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:16:14.860126 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-ddf2b6bc-7870-4991-a9c7-def7f620aa84 None None] Attempt 7 to provision port ad1f6820-de7a-484b-a76f-cd05b1b0347d Sep 22 22:16:14.888858 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-ad2a08d0-9a18-405c-b62c-83d631d9b17d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:14.902300 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=100 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:14.904943 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-ddf2b6bc-7870-4991-a9c7-def7f620aa84 None None] Port ad1f6820-de7a-484b-a76f-cd05b1b0347d cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:16:15.033930 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae420295-7c87-46b4-b3cf-67b80c5ed63e req-18e6644f-35b3-4117-9f4c-5db8ae26baf8 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:15.035601 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ae420295-7c87-46b4-b3cf-67b80c5ed63e req-18e6644f-35b3-4117-9f4c-5db8ae26baf8 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 931 time: 0.0538092 Sep 22 22:16:15.093603 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ae420295-7c87-46b4-b3cf-67b80c5ed63e req-97cba9d9-2cd4-44d2-ab57-1f9676de880d tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510216 Sep 22 22:16:15.193634 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:15.196794 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:15.405740 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-ddf2b6bc-7870-4991-a9c7-def7f620aa84 None None] Attempt 8 to provision port ad1f6820-de7a-484b-a76f-cd05b1b0347d Sep 22 22:16:15.440136 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-ddf2b6bc-7870-4991-a9c7-def7f620aa84 None None] Port ad1f6820-de7a-484b-a76f-cd05b1b0347d cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:16:15.458101 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b11e2f-1b51-4e22-b4e2-4a6a3ae9b22f req-350ba62e-c777-4dea-853c-b402c0fc579d tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:15.459604 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f2b11e2f-1b51-4e22-b4e2-4a6a3ae9b22f req-350ba62e-c777-4dea-853c-b402c0fc579d tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0512342 Sep 22 22:16:15.523097 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f2b11e2f-1b51-4e22-b4e2-4a6a3ae9b22f req-23b3f092-8c03-450b-8a9d-67409c57c69a tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544038 Sep 22 22:16:15.941461 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-ddf2b6bc-7870-4991-a9c7-def7f620aa84 None None] Attempt 9 to provision port ad1f6820-de7a-484b-a76f-cd05b1b0347d Sep 22 22:16:15.975958 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-ddf2b6bc-7870-4991-a9c7-def7f620aa84 None None] Port ad1f6820-de7a-484b-a76f-cd05b1b0347d cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:16:16.221628 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e7d44-bc04-4ae9-86a9-4de380e290d9 req-6a1d9cbf-b9c0-403c-b830-3cf10c6daa0f tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:16.223510 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3e8e7d44-bc04-4ae9-86a9-4de380e290d9 req-6a1d9cbf-b9c0-403c-b830-3cf10c6daa0f tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 931 time: 0.0510261 Sep 22 22:16:16.274808 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3e8e7d44-bc04-4ae9-86a9-4de380e290d9 req-e851a85f-d8dc-4f41-8f27-9aaf736f75c2 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456145 Sep 22 22:16:16.447671 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:16.476941 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-ddf2b6bc-7870-4991-a9c7-def7f620aa84 None None] Attempt 10 to provision port ad1f6820-de7a-484b-a76f-cd05b1b0347d Sep 22 22:16:16.516844 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-ddf2b6bc-7870-4991-a9c7-def7f620aa84 None None] Port ad1f6820-de7a-484b-a76f-cd05b1b0347d cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:16:16.538905 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:16.658621 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f830e0-9b9d-4bce-a7d6-c0268fba3598 req-b17ccc85-2b95-4bf2-b72b-55ebccec8aad tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:16.665041 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e6f830e0-9b9d-4bce-a7d6-c0268fba3598 req-b17ccc85-2b95-4bf2-b72b-55ebccec8aad tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0674601 Sep 22 22:16:16.723002 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e6f830e0-9b9d-4bce-a7d6-c0268fba3598 req-fc85dc8e-1071-4855-a280-1dff1fd23561 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523396 Sep 22 22:16:17.036373 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-13b40f45-36ae-468d-b4b1-cb127230bc8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:17.400124 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998cd58-b5ea-4608-a41a-ee139b23d4bf req-ed32c86d-ba9e-4aec-8ece-acb04ba752ac tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:17.401715 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e998cd58-b5ea-4608-a41a-ee139b23d4bf req-ed32c86d-ba9e-4aec-8ece-acb04ba752ac tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 931 time: 0.0487220 Sep 22 22:16:17.450561 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e998cd58-b5ea-4608-a41a-ee139b23d4bf req-2226eacd-aba6-48cc-b446-4eb754069edc tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432010 Sep 22 22:16:17.852325 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cb562-c8de-4997-8212-c5f0f3fbbf2f req-a3a0ea9d-4d5b-4cea-8aa3-aec2835c0148 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:17.853903 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9f4cb562-c8de-4997-8212-c5f0f3fbbf2f req-a3a0ea9d-4d5b-4cea-8aa3-aec2835c0148 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0482528 Sep 22 22:16:17.888819 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:17.907516 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9f4cb562-c8de-4997-8212-c5f0f3fbbf2f req-acbb60c5-a0c5-44cb-858b-5e5540f606a1 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473130 Sep 22 22:16:18.323356 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:18.584554 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8dee3-97f3-494f-a501-c988b8e6594f req-c0f4db3a-3c8a-4606-b2e3-e1ed72c581d2 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:18.586723 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-35c8dee3-97f3-494f-a501-c988b8e6594f req-c0f4db3a-3c8a-4606-b2e3-e1ed72c581d2 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 931 time: 0.0517776 Sep 22 22:16:18.634030 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-35c8dee3-97f3-494f-a501-c988b8e6594f req-804135e9-80ce-42c3-be4d-1a646d995989 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416358 Sep 22 22:16:19.038118 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931dc8bf-bcd1-4901-9aba-163f32a63def req-3de6167b-75a5-400c-93ef-9815ce0d8002 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:19.039845 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-931dc8bf-bcd1-4901-9aba-163f32a63def req-3de6167b-75a5-400c-93ef-9815ce0d8002 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0496719 Sep 22 22:16:19.097541 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-931dc8bf-bcd1-4901-9aba-163f32a63def req-d158f0ab-291e-428e-b047-1b9945c31e99 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487235 Sep 22 22:16:19.746992 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:19.777682 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b877b-3799-4db7-87a8-dc64f71f095e req-17125df9-0222-4b33-8176-25e0118d648d tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:19.779069 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-863b877b-3799-4db7-87a8-dc64f71f095e req-17125df9-0222-4b33-8176-25e0118d648d tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 931 time: 0.0678272 Sep 22 22:16:19.800015 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:19.831285 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-863b877b-3799-4db7-87a8-dc64f71f095e req-4299611c-733e-4c0c-9eda-6cf9c3fb8b31 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466008 Sep 22 22:16:20.096837 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:20.226231 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cda7a-b7d8-4e3d-909b-a158ae3b3af9 req-d27848ec-2d1e-42a9-ae68-1e9bab09f4cb tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:20.228048 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f27cda7a-b7d8-4e3d-909b-a158ae3b3af9 req-d27848ec-2d1e-42a9-ae68-1e9bab09f4cb tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0506475 Sep 22 22:16:20.280427 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f27cda7a-b7d8-4e3d-909b-a158ae3b3af9 req-881239c1-18bf-4502-8f65-9f7292dc99e6 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467274 Sep 22 22:16:20.957634 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3fe58-5d4f-4c87-8812-66efc0f6e5f7 req-be3ae756-87d5-4bf2-9a5a-0a731b9f693b tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:20.959248 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dfd3fe58-5d4f-4c87-8812-66efc0f6e5f7 req-be3ae756-87d5-4bf2-9a5a-0a731b9f693b tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 931 time: 0.0505936 Sep 22 22:16:21.015412 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dfd3fe58-5d4f-4c87-8812-66efc0f6e5f7 req-60ec49d2-6599-4bbe-87c1-0423f16e8c65 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505705 Sep 22 22:16:21.407977 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87edb2b-8e73-428d-aad3-9eda14592fa0 req-6fc1f94a-003b-4543-9408-787ef7900100 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:21.409473 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a87edb2b-8e73-428d-aad3-9eda14592fa0 req-6fc1f94a-003b-4543-9408-787ef7900100 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0496683 Sep 22 22:16:21.458521 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a87edb2b-8e73-428d-aad3-9eda14592fa0 req-4dc35618-9333-40e7-a966-377d0a003de6 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428815 Sep 22 22:16:22.134215 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f75bbb-2cb1-4598-bce3-c4a35b813fa3 req-1826d6cb-dbd8-4db0-9197-13a520110426 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:22.135667 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-19f75bbb-2cb1-4598-bce3-c4a35b813fa3 req-1826d6cb-dbd8-4db0-9197-13a520110426 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 931 time: 0.0466392 Sep 22 22:16:22.182286 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-19f75bbb-2cb1-4598-bce3-c4a35b813fa3 req-73176b90-7305-4a80-8599-be0511cbfb17 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411587 Sep 22 22:16:22.584847 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31816a-ba6b-4f2f-8895-e22785007f21 req-cf11de21-b7cb-41f1-b63e-41be2aeec80b tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:22.586533 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5d31816a-ba6b-4f2f-8895-e22785007f21 req-cf11de21-b7cb-41f1-b63e-41be2aeec80b tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0521078 Sep 22 22:16:22.633918 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5d31816a-ba6b-4f2f-8895-e22785007f21 req-06acfec3-7256-4006-9edc-e3b7e14474a0 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420418 Sep 22 22:16:23.304103 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431a049-d36a-4cc5-81e6-4c0a2514f914 req-9948535d-b85a-4b81-aa84-3e81085c4353 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:23.305732 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c431a049-d36a-4cc5-81e6-4c0a2514f914 req-9948535d-b85a-4b81-aa84-3e81085c4353 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 931 time: 0.0467815 Sep 22 22:16:23.352777 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c431a049-d36a-4cc5-81e6-4c0a2514f914 req-65f002c1-6a89-40a2-b614-f7a44739726f tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414758 Sep 22 22:16:23.691971 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-094c5e36-e399-41a6-ae77-c519506230b5 req-5f29e3e7-e5d6-4db6-92dc-fcee691f4819 service neutron] Request body: {'port': {'device_id': 'cd8aead4-e4e9-4733-8351-1be87fd84dff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:16:24.085159 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243ebd4-fea2-4f2a-9727-544aefb7d274 req-0b7e748e-ea7d-47f4-902a-ec9b1f25f795 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:24.087245 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7243ebd4-fea2-4f2a-9727-544aefb7d274 req-0b7e748e-ea7d-47f4-902a-ec9b1f25f795 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.3680911 Sep 22 22:16:24.089750 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-094c5e36-e399-41a6-ae77-c519506230b5 req-5f29e3e7-e5d6-4db6-92dc-fcee691f4819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (ad1f6820-de7a-484b-a76f-cd05b1b0347d), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:24.095805 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dd902b3a-ba32-43a6-8fd9-38b2023fd3f9 req-9ec0dbb5-eaf8-41d6-bb03-4354367a60c8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811098 Sep 22 22:16:24.150166 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:24.264534 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7243ebd4-fea2-4f2a-9727-544aefb7d274 req-ae9c56d1-fb2c-44f2-a9d5-177e3a22cb8b tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709762 Sep 22 22:16:24.320018 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd902b3a-ba32-43a6-8fd9-38b2023fd3f9 req-33b055d4-5ea4-4aa4-83ff-240141ae311a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:24.322504 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dd902b3a-ba32-43a6-8fd9-38b2023fd3f9 req-33b055d4-5ea4-4aa4-83ff-240141ae311a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=0499a794df4444b594ee3126a8e210c1&device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 1130 time: 0.0756831 Sep 22 22:16:24.366965 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:24.541398 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53557af9-ef0c-42c9-b6c2-de3c0e2f9494 req-947e9be6-d007-4c47-a39d-3618439bee8c tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:24.543071 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-53557af9-ef0c-42c9-b6c2-de3c0e2f9494 req-947e9be6-d007-4c47-a39d-3618439bee8c tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 931 time: 0.1069071 Sep 22 22:16:24.582938 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd902b3a-ba32-43a6-8fd9-38b2023fd3f9 req-db78d96c-7697-4851-92f6-779d5f33d051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:24.584359 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dd902b3a-ba32-43a6-8fd9-38b2023fd3f9 req-db78d96c-7697-4851-92f6-779d5f33d051 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=770f63d9-fbe3-4433-90af-714bf608e28c HTTP/1.1" status: 200 len: 919 time: 0.2135448 Sep 22 22:16:24.666093 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dd902b3a-ba32-43a6-8fd9-38b2023fd3f9 req-5ee4a06e-ee56-456f-8664-59cb90e815bd service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8663b072-db48-4fbd-b30f-98d4794fd966 HTTP/1.1" status: 200 len: 217 time: 0.0567224 Sep 22 22:16:24.668148 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [req-094c5e36-e399-41a6-ae77-c519506230b5 req-5f29e3e7-e5d6-4db6-92dc-fcee691f4819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad1f6820-de7a-484b-a76f-cd05b1b0347d {{(pid=106428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:16:24.691589 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-094c5e36-e399-41a6-ae77-c519506230b5 req-5f29e3e7-e5d6-4db6-92dc-fcee691f4819 service neutron] Publish callbacks [] for port (ad1f6820-de7a-484b-a76f-cd05b1b0347d), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:24.730035 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-53557af9-ef0c-42c9-b6c2-de3c0e2f9494 req-e4cd2253-435d-42ff-84df-512f18a53be8 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724107 Sep 22 22:16:24.740843 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.provisioning_blocks [req-094c5e36-e399-41a6-ae77-c519506230b5 req-5f29e3e7-e5d6-4db6-92dc-fcee691f4819 service neutron] Transition to ACTIVE for port object ad1f6820-de7a-484b-a76f-cd05b1b0347d will not be triggered until provisioned by entity L2. {{(pid=106428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 22:16:24.753321 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-094c5e36-e399-41a6-ae77-c519506230b5 req-5f29e3e7-e5d6-4db6-92dc-fcee691f4819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (ad1f6820-de7a-484b-a76f-cd05b1b0347d), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:24.791150 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd902b3a-ba32-43a6-8fd9-38b2023fd3f9 req-d34645af-5bb4-4dae-a2da-ef92c7528698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:24.793050 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dd902b3a-ba32-43a6-8fd9-38b2023fd3f9 req-d34645af-5bb4-4dae-a2da-ef92c7528698 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=bf216d7c-d985-409d-9ea6-5ff04204374d HTTP/1.1" status: 200 len: 857 time: 0.1160772 Sep 22 22:16:24.857347 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29e3e7-e5d6-4db6-92dc-fcee691f4819 service neutron] Pushing event updated for resources: {'Port': ['ID=ad1f6820-de7a-484b-a76f-cd05b1b0347d,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:16:24.897091 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd902b3a-ba32-43a6-8fd9-38b2023fd3f9 req-a385305b-c115-41f4-a1b0-aa09f3be708a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:24.899279 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dd902b3a-ba32-43a6-8fd9-38b2023fd3f9 req-a385305b-c115-41f4-a1b0-aa09f3be708a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=770f63d9-fbe3-4433-90af-714bf608e28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0988431 Sep 22 22:16:24.980639 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-094c5e36-e399-41a6-ae77-c519506230b5 req-5f29e3e7-e5d6-4db6-92dc-fcee691f4819 service neutron] Attempting to bind port ad1f6820-de7a-484b-a76f-cd05b1b0347d on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:16:24.980975 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-094c5e36-e399-41a6-ae77-c519506230b5 req-5f29e3e7-e5d6-4db6-92dc-fcee691f4819 service neutron] Attempting to bind port ad1f6820-de7a-484b-a76f-cd05b1b0347d by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'be00abc5-83f8-48c9-be19-f9d646187374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07b99e2a-cf84-49eb-ad08-c0b8d4b88a58'}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:16:24.981328 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094c5e36-e399-41a6-ae77-c519506230b5 req-5f29e3e7-e5d6-4db6-92dc-fcee691f4819 service neutron] Attempting to bind port ad1f6820-de7a-484b-a76f-cd05b1b0347d on network 07b99e2a-cf84-49eb-ad08-c0b8d4b88a58 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:16:25.034285 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:25.052334 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dd902b3a-ba32-43a6-8fd9-38b2023fd3f9 req-7b8d391c-e53c-410a-b496-b39b45f950bb service neutron] 10.222.0.57 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462822 Sep 22 22:16:25.053180 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094c5e36-e399-41a6-ae77-c519506230b5 req-5f29e3e7-e5d6-4db6-92dc-fcee691f4819 service neutron] Port ad1f6820-de7a-484b-a76f-cd05b1b0347d on network 07b99e2a-cf84-49eb-ad08-c0b8d4b88a58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 22:16:25.053507 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094c5e36-e399-41a6-ae77-c519506230b5 req-5f29e3e7-e5d6-4db6-92dc-fcee691f4819 service neutron] Attempting to bind port ad1f6820-de7a-484b-a76f-cd05b1b0347d on network 07b99e2a-cf84-49eb-ad08-c0b8d4b88a58 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:16:25.153168 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094c5e36-e399-41a6-ae77-c519506230b5 req-5f29e3e7-e5d6-4db6-92dc-fcee691f4819 service neutron] Checking agent: {'id': 'f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'started_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:16:25.153403 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094c5e36-e399-41a6-ae77-c519506230b5 req-5f29e3e7-e5d6-4db6-92dc-fcee691f4819 service neutron] Checking segment: {'id': 'be00abc5-83f8-48c9-be19-f9d646187374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07b99e2a-cf84-49eb-ad08-c0b8d4b88a58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:16:25.153785 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094c5e36-e399-41a6-ae77-c519506230b5 req-5f29e3e7-e5d6-4db6-92dc-fcee691f4819 service neutron] Bound using segment: {'id': 'be00abc5-83f8-48c9-be19-f9d646187374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07b99e2a-cf84-49eb-ad08-c0b8d4b88a58'} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:16:25.154223 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-094c5e36-e399-41a6-ae77-c519506230b5 req-5f29e3e7-e5d6-4db6-92dc-fcee691f4819 service neutron] Bound port: ad1f6820-de7a-484b-a76f-cd05b1b0347d, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be00abc5-83f8-48c9-be19-f9d646187374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07b99e2a-cf84-49eb-ad08-c0b8d4b88a58'}}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:16:25.154580 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-094c5e36-e399-41a6-ae77-c519506230b5 req-5f29e3e7-e5d6-4db6-92dc-fcee691f4819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (ad1f6820-de7a-484b-a76f-cd05b1b0347d), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:25.208849 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dd902b3a-ba32-43a6-8fd9-38b2023fd3f9 req-eba62011-3b11-4f33-a38a-00acd165c210 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332483 Sep 22 22:16:25.237793 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-094c5e36-e399-41a6-ae77-c519506230b5 req-5f29e3e7-e5d6-4db6-92dc-fcee691f4819 service neutron] For port ad1f6820-de7a-484b-a76f-cd05b1b0347d, host hv-cinder-84914, cleared binding levels {{(pid=106428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:16:25.241019 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-094c5e36-e399-41a6-ae77-c519506230b5 req-5f29e3e7-e5d6-4db6-92dc-fcee691f4819 service neutron] For port ad1f6820-de7a-484b-a76f-cd05b1b0347d, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ad1f6820-de7a-484b-a76f-cd05b1b0347d,segment=NetworkSegment(be00abc5-83f8-48c9-be19-f9d646187374),segment_id=be00abc5-83f8-48c9-be19-f9d646187374)] {{(pid=106428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:16:25.248111 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-094c5e36-e399-41a6-ae77-c519506230b5 req-5f29e3e7-e5d6-4db6-92dc-fcee691f4819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (ad1f6820-de7a-484b-a76f-cd05b1b0347d), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:25.252372 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c5e36-e399-41a6-ae77-c519506230b5 req-5f29e3e7-e5d6-4db6-92dc-fcee691f4819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:25.252983 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-094c5e36-e399-41a6-ae77-c519506230b5 req-5f29e3e7-e5d6-4db6-92dc-fcee691f4819 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:25.254399 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-094c5e36-e399-41a6-ae77-c519506230b5 req-5f29e3e7-e5d6-4db6-92dc-fcee691f4819 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/ad1f6820-de7a-484b-a76f-cd05b1b0347d HTTP/1.1" status: 200 len: 1093 time: 1.5670671 Sep 22 22:16:25.254948 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8aead4-e4e9-4733-8351-1be87fd84dff', 'tag': 'ad1f6820-de7a-484b-a76f-cd05b1b0347d'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:16:25.257226 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c79d411-f0b8-4aec-a6b4-fed89241ddc0" -d '{"events": [{"name": "network-changed", "server_uuid": "cd8aead4-e4e9-4733-8351-1be87fd84dff", "tag": "ad1f6820-de7a-484b-a76f-cd05b1b0347d"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:16:25.281087 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:25.316087 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33928a3-3880-42e2-a9d6-0b3b054b500a x-openstack-request-id: req-c33928a3-3880-42e2-a9d6-0b3b054b500a {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:16:25.316374 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd8aead4-e4e9-4733-8351-1be87fd84dff", "tag": "ad1f6820-de7a-484b-a76f-cd05b1b0347d", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:16:25.316635 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c33928a3-3880-42e2-a9d6-0b3b054b500a {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:16:25.317040 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c33928a3-3880-42e2-a9d6-0b3b054b500a'] response: {'name': 'network-changed', 'server_uuid': 'cd8aead4-e4e9-4733-8351-1be87fd84dff', 'tag': 'ad1f6820-de7a-484b-a76f-cd05b1b0347d', 'status': 'completed', 'code': 200} Sep 22 22:16:25.320458 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29e3e7-e5d6-4db6-92dc-fcee691f4819 service neutron] Pushing event updated for resources: {'Port': ['ID=ad1f6820-de7a-484b-a76f-cd05b1b0347d,revision_number=3']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:16:25.424790 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39e4ff-3ae2-490f-a5f4-7376a009386b req-933ff670-445f-4aa6-a598-9f1d9df39ad4 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:25.426298 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fa39e4ff-3ae2-490f-a5f4-7376a009386b req-933ff670-445f-4aa6-a598-9f1d9df39ad4 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0797098 Sep 22 22:16:25.427583 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c5e36-e399-41a6-ae77-c519506230b5 req-082855b3-de00-4996-8b78-77b7d6717b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:25.428922 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-094c5e36-e399-41a6-ae77-c519506230b5 req-082855b3-de00-4996-8b78-77b7d6717b1d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=53f244703dfd4cb29d183025b9d6789e&device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 1127 time: 0.0733330 Sep 22 22:16:25.473804 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fa39e4ff-3ae2-490f-a5f4-7376a009386b req-14ccd8c8-e2af-4c6f-95a1-2c443eb2a380 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409193 Sep 22 22:16:25.671169 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56901930-967a-4d5d-a3c0-9c48c64cf269 req-29380e87-4949-4955-98b1-bfde1ca19355 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:25.672616 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-56901930-967a-4d5d-a3c0-9c48c64cf269 req-29380e87-4949-4955-98b1-bfde1ca19355 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0458822 Sep 22 22:16:25.740379 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-094c5e36-e399-41a6-ae77-c519506230b5 req-7b4b8613-4462-44fa-bb54-982bfab6be22 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad1f6820-de7a-484b-a76f-cd05b1b0347d HTTP/1.1" status: 200 len: 217 time: 0.0487814 Sep 22 22:16:25.766421 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-56901930-967a-4d5d-a3c0-9c48c64cf269 req-56f3e947-c2dc-4a45-b9fa-77c4513cc262 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881202 Sep 22 22:16:25.807306 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c5e36-e399-41a6-ae77-c519506230b5 req-47b6b500-908b-405c-8418-c31410b0d2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:25.808761 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-094c5e36-e399-41a6-ae77-c519506230b5 req-47b6b500-908b-405c-8418-c31410b0d2a9 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e3205572-c91b-45cc-a921-a1609404d294 HTTP/1.1" status: 200 len: 854 time: 0.0577006 Sep 22 22:16:25.887698 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c5e36-e399-41a6-ae77-c519506230b5 req-ed0b398e-2a97-46a7-9804-9f3025f3c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:25.889072 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-094c5e36-e399-41a6-ae77-c519506230b5 req-ed0b398e-2a97-46a7-9804-9f3025f3c797 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=07b99e2a-cf84-49eb-ad08-c0b8d4b88a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647094 Sep 22 22:16:25.894664 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446d0b7-56d7-45b5-a2b4-6d49a61a2017 req-3114359c-c931-4492-b6b3-aa032f65e5ce tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:25.896027 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8446d0b7-56d7-45b5-a2b4-6d49a61a2017 req-3114359c-c931-4492-b6b3-aa032f65e5ce tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 943 time: 0.0829473 Sep 22 22:16:26.030961 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675a2b4-e702-4beb-8171-75d95f11e203 req-e53fba96-6d6a-4776-9744-4ea760dd1bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:26.032444 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5675a2b4-e702-4beb-8171-75d95f11e203 req-e53fba96-6d6a-4776-9744-4ea760dd1bb6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=650863eae15e4733b50e22c7595d7742&device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 1129 time: 0.0959706 Sep 22 22:16:26.035621 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8446d0b7-56d7-45b5-a2b4-6d49a61a2017 req-52cea862-4106-4700-acbe-f8354d8d5abd tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337118 Sep 22 22:16:26.114137 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-094c5e36-e399-41a6-ae77-c519506230b5 req-f89f66ca-eb55-4526-ba98-289b25fc9301 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/07b99e2a-cf84-49eb-ad08-c0b8d4b88a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986008 Sep 22 22:16:26.118010 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:26.202618 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675a2b4-e702-4beb-8171-75d95f11e203 req-7f559a11-4bac-4c65-95f8-74275849cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:26.204084 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5675a2b4-e702-4beb-8171-75d95f11e203 req-7f559a11-4bac-4c65-95f8-74275849cb31 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5c3478bc-b7f3-4988-80ed-a5eadeacc461 HTTP/1.1" status: 200 len: 912 time: 0.1656444 Sep 22 22:16:26.236830 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-094c5e36-e399-41a6-ae77-c519506230b5 req-dfbe3169-fe5c-44b1-8b59-e16a726228d1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/07b99e2a-cf84-49eb-ad08-c0b8d4b88a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113489 Sep 22 22:16:26.530722 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5675a2b4-e702-4beb-8171-75d95f11e203 req-9dd09f5c-f30e-4c13-a87b-c58071da7793 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ab370e5-8611-4fef-bf09-955dd5a94603 HTTP/1.1" status: 200 len: 1001 time: 0.0576432 Sep 22 22:16:26.893026 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7b566-5f98-48a7-8fe4-4ca70cf567e4 req-c9cbe6bf-3497-4c64-8396-8e72f5fe58ec tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:26.894920 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d7e7b566-5f98-48a7-8fe4-4ca70cf567e4 req-c9cbe6bf-3497-4c64-8396-8e72f5fe58ec tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0514889 Sep 22 22:16:26.944389 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d7e7b566-5f98-48a7-8fe4-4ca70cf567e4 req-20915853-a595-48da-94a7-1e4aca39d616 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437083 Sep 22 22:16:27.160122 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b965c-5284-4fd1-830e-db533e32be58 req-aae01a46-7c57-4f76-9a98-a9b7491f0556 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:27.161596 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8d1b965c-5284-4fd1-830e-db533e32be58 req-aae01a46-7c57-4f76-9a98-a9b7491f0556 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 943 time: 0.0467224 Sep 22 22:16:27.201118 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:27.208688 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8d1b965c-5284-4fd1-830e-db533e32be58 req-3e7242c1-e2d9-478d-8bd9-8cd52075a51a tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407252 Sep 22 22:16:28.073704 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9b69a-da72-4713-8ce8-53d84616905d req-33a13372-da81-442e-a982-396429dd041c tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:28.075196 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1ad9b69a-da72-4713-8ce8-53d84616905d req-33a13372-da81-442e-a982-396429dd041c tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0504704 Sep 22 22:16:28.122245 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1ad9b69a-da72-4713-8ce8-53d84616905d req-77097180-0867-4216-911a-9169c6999c87 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414689 Sep 22 22:16:28.330489 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e23f6a-4288-409c-8f1c-516981dba65d req-8f3b2ee4-be4e-4c3b-ad0d-70a97b9f9a4f tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:28.331957 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d8e23f6a-4288-409c-8f1c-516981dba65d req-8f3b2ee4-be4e-4c3b-ad0d-70a97b9f9a4f tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 943 time: 0.0475323 Sep 22 22:16:28.378921 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d8e23f6a-4288-409c-8f1c-516981dba65d req-859a1551-254b-46a6-ac6f-168c25157b40 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407052 Sep 22 22:16:28.905431 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79d411-f0b8-4aec-a6b4-fed89241ddc0 req-a59f0383-4d94-4479-915f-9ec3e8ba6f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:28.906903 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3c79d411-f0b8-4aec-a6b4-fed89241ddc0 req-a59f0383-4d94-4479-915f-9ec3e8ba6f55 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=53f244703dfd4cb29d183025b9d6789e&device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 1127 time: 0.0671806 Sep 22 22:16:28.908561 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675a2b4-e702-4beb-8171-75d95f11e203 req-0c8936da-0126-47bd-82a0-8d680024719b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:28.909890 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5675a2b4-e702-4beb-8171-75d95f11e203 req-0c8936da-0126-47bd-82a0-8d680024719b service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e47c4249-5492-439b-b68c-dcd801e2bfc2 HTTP/1.1" status: 200 len: 850 time: 0.0801163 Sep 22 22:16:29.006239 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675a2b4-e702-4beb-8171-75d95f11e203 req-8cab038b-a6af-47c1-902f-8b2ac8e81a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:29.007813 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5675a2b4-e702-4beb-8171-75d95f11e203 req-8cab038b-a6af-47c1-902f-8b2ac8e81a2d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5c3478bc-b7f3-4988-80ed-a5eadeacc461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0885866 Sep 22 22:16:29.081009 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79d411-f0b8-4aec-a6b4-fed89241ddc0 req-341cd272-229f-46c2-9af9-087848cddc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:29.082827 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3c79d411-f0b8-4aec-a6b4-fed89241ddc0 req-341cd272-229f-46c2-9af9-087848cddc80 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=07b99e2a-cf84-49eb-ad08-c0b8d4b88a58 HTTP/1.1" status: 200 len: 916 time: 0.1646776 Sep 22 22:16:29.128738 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:16:29.130220 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3c79d411-f0b8-4aec-a6b4-fed89241ddc0 req-7c31dfc3-909b-49fd-a97f-7ec53078af93 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad1f6820-de7a-484b-a76f-cd05b1b0347d HTTP/1.1" status: 200 len: 217 time: 0.0391762 Sep 22 22:16:29.181359 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5675a2b4-e702-4beb-8171-75d95f11e203 req-20d38fea-0dbe-4ed8-96d7-ec0aea2cea1c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5c3478bc-b7f3-4988-80ed-a5eadeacc461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659629 Sep 22 22:16:29.219681 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79d411-f0b8-4aec-a6b4-fed89241ddc0 req-6904f06f-d922-4bbd-a297-d376c1d3b62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:29.221054 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3c79d411-f0b8-4aec-a6b4-fed89241ddc0 req-6904f06f-d922-4bbd-a297-d376c1d3b62c service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e3205572-c91b-45cc-a921-a1609404d294 HTTP/1.1" status: 200 len: 854 time: 0.0821550 Sep 22 22:16:29.566226 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7be40-0859-4dd5-a4dd-0bcb34f660b2 req-8652fd25-7390-4c89-98e8-1ae27d77899c tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:29.567678 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8ab7be40-0859-4dd5-a4dd-0bcb34f660b2 req-8652fd25-7390-4c89-98e8-1ae27d77899c tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.3662026 Sep 22 22:16:29.575658 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:29.594187 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79d411-f0b8-4aec-a6b4-fed89241ddc0 req-e385edbd-6ba6-4292-8d71-37898a477b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:29.595619 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3c79d411-f0b8-4aec-a6b4-fed89241ddc0 req-e385edbd-6ba6-4292-8d71-37898a477b30 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=07b99e2a-cf84-49eb-ad08-c0b8d4b88a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1054673 Sep 22 22:16:29.606815 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab585d77-2a1a-4b68-aeff-95e0f485c027 req-7d8be4fe-149a-4414-b207-24072054cc13 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:29.608253 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ab585d77-2a1a-4b68-aeff-95e0f485c027 req-7d8be4fe-149a-4414-b207-24072054cc13 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 943 time: 0.1065929 Sep 22 22:16:29.701717 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5675a2b4-e702-4beb-8171-75d95f11e203 req-a72fe131-e76f-44fe-b35e-fa53a6549a11 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5c3478bc-b7f3-4988-80ed-a5eadeacc461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5115695 Sep 22 22:16:29.735987 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8ab7be40-0859-4dd5-a4dd-0bcb34f660b2 req-bc6243c2-31a4-4a43-8854-e7f6c21aefb1 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543949 Sep 22 22:16:29.756399 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ab585d77-2a1a-4b68-aeff-95e0f485c027 req-2aea4440-5038-4cb2-8cc1-ed15e97e54b8 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226463 Sep 22 22:16:29.759471 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:29.781520 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3c79d411-f0b8-4aec-a6b4-fed89241ddc0 req-020dda90-3558-46f2-91d4-99a4ccc1d0ec service neutron] 10.222.0.57 "GET /networking/v2.0/networks/07b99e2a-cf84-49eb-ad08-c0b8d4b88a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585388 Sep 22 22:16:29.971030 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device ad1f6820-de7a-484b-a76f-cd05b1b0347d details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 22:16:30.194776 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port ad1f6820-de7a-484b-a76f-cd05b1b0347d, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ad1f6820-de7a-484b-a76f-cd05b1b0347d,segment=NetworkSegment(be00abc5-83f8-48c9-be19-f9d646187374),segment_id=be00abc5-83f8-48c9-be19-f9d646187374)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:16:30.206375 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Returning: {'device': 'ad1f6820-de7a-484b-a76f-cd05b1b0347d', 'network_id': '07b99e2a-cf84-49eb-ad08-c0b8d4b88a58', 'port_id': 'ad1f6820-de7a-484b-a76f-cd05b1b0347d', 'mac_address': 'fa:16:3e:8e:2d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3205572-c91b-45cc-a921-a1609404d294', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 22:16:30.240253 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port ad1f6820-de7a-484b-a76f-cd05b1b0347d is: DOWN; New status is: BUILD {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:16:30.240563 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (ad1f6820-de7a-484b-a76f-cd05b1b0347d), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:30.254864 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad1f6820-de7a-484b-a76f-cd05b1b0347d {{(pid=106430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:16:30.278262 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port ad1f6820-de7a-484b-a76f-cd05b1b0347d, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ad1f6820-de7a-484b-a76f-cd05b1b0347d,segment=NetworkSegment(be00abc5-83f8-48c9-be19-f9d646187374),segment_id=be00abc5-83f8-48c9-be19-f9d646187374)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:16:30.283284 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (ad1f6820-de7a-484b-a76f-cd05b1b0347d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:30.323468 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3c79d411-f0b8-4aec-a6b4-fed89241ddc0 req-a47bf711-90c4-4842-8750-36fdce967a1e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/07b99e2a-cf84-49eb-ad08-c0b8d4b88a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948753 Sep 22 22:16:30.330529 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=ad1f6820-de7a-484b-a76f-cd05b1b0347d,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:16:30.893440 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c8f54-309c-4aa4-a11f-7582567d1129 req-1af45cd7-7dbe-4017-b7d8-3a1df0742963 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:30.894912 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bd5c8f54-309c-4aa4-a11f-7582567d1129 req-1af45cd7-7dbe-4017-b7d8-3a1df0742963 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0806122 Sep 22 22:16:30.915353 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60361fd-b25c-4550-9f54-ec3beb8f3ee2 req-6baab989-3cbf-4411-80a5-8056733a9075 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:30.916998 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c60361fd-b25c-4550-9f54-ec3beb8f3ee2 req-6baab989-3cbf-4411-80a5-8056733a9075 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 944 time: 0.0745752 Sep 22 22:16:30.966299 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['ad1f6820-de7a-484b-a76f-cd05b1b0347d'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:16:30.979181 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bd5c8f54-309c-4aa4-a11f-7582567d1129 req-c9de2dda-5189-4287-9cfb-143970998561 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778933 Sep 22 22:16:31.001822 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c60361fd-b25c-4550-9f54-ec3beb8f3ee2 req-d629ce5b-ea7b-45bf-bf1e-a173bb0da2ee tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778449 Sep 22 22:16:31.112779 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:32.148239 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73d8ef-462d-4fb1-a410-8070990e7931 req-401c36b4-e39f-43e1-9687-15e732cb9616 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:32.149952 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6e73d8ef-462d-4fb1-a410-8070990e7931 req-401c36b4-e39f-43e1-9687-15e732cb9616 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 944 time: 0.0777001 Sep 22 22:16:32.166274 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4627e-a02b-405b-a119-686a6dc84d42 req-7000beb8-53c4-48ae-bd87-9368bf934ee4 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:32.168097 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e3e4627e-a02b-405b-a119-686a6dc84d42 req-7000beb8-53c4-48ae-bd87-9368bf934ee4 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0644734 Sep 22 22:16:32.252257 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6e73d8ef-462d-4fb1-a410-8070990e7931 req-cceceb51-3865-4950-917f-7a3b525aefb7 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934963 Sep 22 22:16:32.257752 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e3e4627e-a02b-405b-a119-686a6dc84d42 req-ddf6e494-457f-4882-b55c-31c74870b175 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814035 Sep 22 22:16:32.258831 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device ad1f6820-de7a-484b-a76f-cd05b1b0347d up at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:16:32.302266 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning for port ad1f6820-de7a-484b-a76f-cd05b1b0347d completed by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 22:16:32.308750 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning complete for port ad1f6820-de7a-484b-a76f-cd05b1b0347d triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:16:32.309174 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (ad1f6820-de7a-484b-a76f-cd05b1b0347d), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:32.309513 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Attempt 1 to provision port ad1f6820-de7a-484b-a76f-cd05b1b0347d Sep 22 22:16:32.380109 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port ad1f6820-de7a-484b-a76f-cd05b1b0347d is: BUILD; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:16:32.380497 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (ad1f6820-de7a-484b-a76f-cd05b1b0347d), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:32.403662 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8aead4-e4e9-4733-8351-1be87fd84dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1f6820-de7a-484b-a76f-cd05b1b0347d'}] {{(pid=106430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:16:32.405948 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2272dcd180a18b0bdbf7a4ac2a7f9325cd9193a83f54eb82bc11fdb6a8b27d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563bfc8f-822e-4aa3-a475-536ca0b1565e" -d '{"events": [{"server_uuid": "cd8aead4-e4e9-4733-8351-1be87fd84dff", "name": "network-vif-plugged", "status": "completed", "tag": "ad1f6820-de7a-484b-a76f-cd05b1b0347d"}]}' {{(pid=106430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:16:32.420882 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:32.422821 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port ad1f6820-de7a-484b-a76f-cd05b1b0347d, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ad1f6820-de7a-484b-a76f-cd05b1b0347d,segment=NetworkSegment(be00abc5-83f8-48c9-be19-f9d646187374),segment_id=be00abc5-83f8-48c9-be19-f9d646187374)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:16:32.426715 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (ad1f6820-de7a-484b-a76f-cd05b1b0347d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:32.474212 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=ad1f6820-de7a-484b-a76f-cd05b1b0347d,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:16:32.509374 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8b7fc1-a808-4336-aec9-564943f50f0f x-openstack-request-id: req-de8b7fc1-a808-4336-aec9-564943f50f0f {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:16:32.509689 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8aead4-e4e9-4733-8351-1be87fd84dff", "name": "network-vif-plugged", "status": "completed", "tag": "ad1f6820-de7a-484b-a76f-cd05b1b0347d", "code": 200}]} {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:16:32.509947 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de8b7fc1-a808-4336-aec9-564943f50f0f {{(pid=106430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:16:32.510354 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de8b7fc1-a808-4336-aec9-564943f50f0f'] response: {'server_uuid': 'cd8aead4-e4e9-4733-8351-1be87fd84dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1f6820-de7a-484b-a76f-cd05b1b0347d', 'code': 200} Sep 22 22:16:32.742143 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817acd3-b171-473f-823c-cf1a23a5451e req-9676b7be-196e-4c45-96f6-411250ff2c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:32.744283 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f817acd3-b171-473f-823c-cf1a23a5451e req-9676b7be-196e-4c45-96f6-411250ff2c69 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 1129 time: 0.0448575 Sep 22 22:16:32.789428 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f817acd3-b171-473f-823c-cf1a23a5451e req-3747efc5-bbd9-4b41-8493-c2d0f999bbc8 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391071 Sep 22 22:16:33.004927 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feabdca-453c-49e4-a5a2-d2aefa75712d req-38f63a29-d5ff-410a-aa5f-671dff1a3928 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:33.006458 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3feabdca-453c-49e4-a5a2-d2aefa75712d req-38f63a29-d5ff-410a-aa5f-671dff1a3928 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0485761 Sep 22 22:16:33.058351 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3feabdca-453c-49e4-a5a2-d2aefa75712d req-682a9ab5-fa2d-4c1b-9f25-b6bd6ab91d33 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460613 Sep 22 22:16:33.374144 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa23b57-6888-47fe-baba-18f5f1b1da4b req-12695460-90af-4940-9387-af96cf22a1b3 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:33.375583 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-eaa23b57-6888-47fe-baba-18f5f1b1da4b req-12695460-90af-4940-9387-af96cf22a1b3 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 945 time: 0.0460103 Sep 22 22:16:33.422399 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-eaa23b57-6888-47fe-baba-18f5f1b1da4b req-1a27c2c8-91c4-4da3-b95d-ca98ae3c1728 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412958 Sep 22 22:16:33.844193 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034c036-253c-4c9e-b8c8-37be69a3bb6a req-43a83bbe-96e5-48b5-b55a-089cf8a9fb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:33.845691 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0034c036-253c-4c9e-b8c8-37be69a3bb6a req-43a83bbe-96e5-48b5-b55a-089cf8a9fb6e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=0499a794df4444b594ee3126a8e210c1&device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 1129 time: 0.0403073 Sep 22 22:16:33.860496 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:33.939072 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034c036-253c-4c9e-b8c8-37be69a3bb6a req-07d4be1f-ac34-4c36-b67a-8a5bfd368747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:33.940532 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0034c036-253c-4c9e-b8c8-37be69a3bb6a req-07d4be1f-ac34-4c36-b67a-8a5bfd368747 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=770f63d9-fbe3-4433-90af-714bf608e28c HTTP/1.1" status: 200 len: 919 time: 0.0877929 Sep 22 22:16:34.001500 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0034c036-253c-4c9e-b8c8-37be69a3bb6a req-e2f5da37-bd38-4727-9bcc-137dce7e9bb7 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afcd99bc-64da-4e1a-855a-3858543e6931 HTTP/1.1" status: 200 len: 1001 time: 0.0546045 Sep 22 22:16:34.050938 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034c036-253c-4c9e-b8c8-37be69a3bb6a req-b0398899-69f8-41d2-b656-591692ca9a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:34.052335 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0034c036-253c-4c9e-b8c8-37be69a3bb6a req-b0398899-69f8-41d2-b656-591692ca9a44 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=bf216d7c-d985-409d-9ea6-5ff04204374d HTTP/1.1" status: 200 len: 857 time: 0.0426679 Sep 22 22:16:34.074757 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:34.109401 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034c036-253c-4c9e-b8c8-37be69a3bb6a req-8f894af2-2e11-4d8f-b0d5-78f38f45dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:34.110921 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0034c036-253c-4c9e-b8c8-37be69a3bb6a req-8f894af2-2e11-4d8f-b0d5-78f38f45dbac service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=770f63d9-fbe3-4433-90af-714bf608e28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449774 Sep 22 22:16:34.214407 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636c594-ff31-411f-ba25-4d6cd0cc2f02 req-e8639f78-277d-4407-ac6d-648b63722061 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:34.215872 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f636c594-ff31-411f-ba25-4d6cd0cc2f02 req-e8639f78-277d-4407-ac6d-648b63722061 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0807574 Sep 22 22:16:34.259312 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0034c036-253c-4c9e-b8c8-37be69a3bb6a req-e553ae5c-e911-4c95-b1f7-b46a549b6f48 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413374 Sep 22 22:16:34.282437 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f636c594-ff31-411f-ba25-4d6cd0cc2f02 req-4c710da5-68fb-4f2c-9bbb-8e031d0e4449 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597987 Sep 22 22:16:34.385389 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0034c036-253c-4c9e-b8c8-37be69a3bb6a req-d83d6285-a7bd-4a24-95e1-6456f6b0bfc0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894983 Sep 22 22:16:34.547182 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbada9-4d64-4f9d-89af-33a7d1123f80 req-2de91eff-ac14-4530-b4d5-c7a9b7120fc2 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:34.548566 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bacbada9-4d64-4f9d-89af-33a7d1123f80 req-2de91eff-ac14-4530-b4d5-c7a9b7120fc2 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 945 time: 0.0509827 Sep 22 22:16:34.595624 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bacbada9-4d64-4f9d-89af-33a7d1123f80 req-97a99ea6-df10-4cdd-90be-808eadb13c1c tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415628 Sep 22 22:16:34.714034 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322f92a-5230-4121-b678-c43636b4a731 req-38e2a45f-641f-4b5a-b22d-5f56ac2307aa tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:34.715490 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3322f92a-5230-4121-b678-c43636b4a731 req-38e2a45f-641f-4b5a-b22d-5f56ac2307aa tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 945 time: 0.0457623 Sep 22 22:16:34.761836 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3322f92a-5230-4121-b678-c43636b4a731 req-39c6a35c-b9ac-4184-bf10-337e05fadf7f tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409491 Sep 22 22:16:35.094552 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f580dc8-e46f-4862-ab43-49118a70030b req-c7cbfccb-b28e-44ff-ab55-2d9198746d6b tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:35.096015 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6f580dc8-e46f-4862-ab43-49118a70030b req-c7cbfccb-b28e-44ff-ab55-2d9198746d6b tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 945 time: 0.0464914 Sep 22 22:16:35.146334 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6f580dc8-e46f-4862-ab43-49118a70030b req-07020ee6-0988-4064-b009-33ef07301557 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431693 Sep 22 22:16:35.412168 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5125cc-3fbb-45a1-a4a3-c3ba6e6967fa req-2d40d8f6-8aa2-4d78-8b10-a6e28dddc6c0 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:35.414439 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cd5125cc-3fbb-45a1-a4a3-c3ba6e6967fa req-2d40d8f6-8aa2-4d78-8b10-a6e28dddc6c0 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0523398 Sep 22 22:16:35.472303 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cd5125cc-3fbb-45a1-a4a3-c3ba6e6967fa req-80985ff2-ecbb-43ed-bcde-03603b9b6055 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494549 Sep 22 22:16:36.606329 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05461c-e6c5-4cd1-ab5e-e7b74ef69467 req-2a54171e-a35a-4e01-9be8-16e649e7fe16 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:36.607811 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ca05461c-e6c5-4cd1-ab5e-e7b74ef69467 req-2a54171e-a35a-4e01-9be8-16e649e7fe16 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0599821 Sep 22 22:16:36.656495 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ca05461c-e6c5-4cd1-ab5e-e7b74ef69467 req-5749e081-b142-472c-94a0-f080490cc354 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430913 Sep 22 22:16:37.786844 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56972166-d327-4e83-92b2-78a57d502ffe req-dd8382ab-3a47-433b-8f4c-e39cff930e4e tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:37.788370 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-56972166-d327-4e83-92b2-78a57d502ffe req-dd8382ab-3a47-433b-8f4c-e39cff930e4e tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0510607 Sep 22 22:16:37.799520 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:37.837403 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-56972166-d327-4e83-92b2-78a57d502ffe req-b35c4b56-47d8-4728-92e8-8533f0295ed4 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431230 Sep 22 22:16:38.958655 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12a2bc-dd9c-4fc5-9961-37f33380a449 req-f26e76a7-e312-42b8-93ed-d23273e0ace7 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:38.960164 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-da12a2bc-dd9c-4fc5-9961-37f33380a449 req-f26e76a7-e312-42b8-93ed-d23273e0ace7 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0468400 Sep 22 22:16:39.006382 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-da12a2bc-dd9c-4fc5-9961-37f33380a449 req-15593c9f-211b-4374-b067-b89e1eec841f tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407610 Sep 22 22:16:40.115519 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:40.128439 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1aedbf-edef-411b-9dd5-96a530efa022 req-52249f13-fbce-471e-a40f-b90ebd794b6c tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:40.129947 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2d1aedbf-edef-411b-9dd5-96a530efa022 req-52249f13-fbce-471e-a40f-b90ebd794b6c tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0495055 Sep 22 22:16:40.142954 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=16 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:40.144955 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=18 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:40.176839 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2d1aedbf-edef-411b-9dd5-96a530efa022 req-0f879c34-1404-4b1d-9851-b1c3d092f1b2 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407469 Sep 22 22:16:41.301533 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96168914-9a3e-40d8-b4a2-1f8f127a124c req-b9a726d4-d05a-4dbb-9638-f7da0855a79f tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:41.303743 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-96168914-9a3e-40d8-b4a2-1f8f127a124c req-b9a726d4-d05a-4dbb-9638-f7da0855a79f tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0516329 Sep 22 22:16:41.350119 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-96168914-9a3e-40d8-b4a2-1f8f127a124c req-fe466ce5-b548-4d6d-b6e3-e69acf9252a6 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406821 Sep 22 22:16:42.466519 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=5 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:42.470563 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a41734-95c9-4090-bf1b-d4a7d66a1615 req-ce537794-bc2d-45fa-a2fc-dfda3f030ddb tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:42.471969 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=28,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:42.472083 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-86a41734-95c9-4090-bf1b-d4a7d66a1615 req-ce537794-bc2d-45fa-a2fc-dfda3f030ddb tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0463243 Sep 22 22:16:42.524814 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-86a41734-95c9-4090-bf1b-d4a7d66a1615 req-3e92ede6-b75d-41ca-a47d-fb518165fefa tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471065 Sep 22 22:16:43.645497 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9fe0c-df65-44f4-af8a-2e5014e8082d req-8f636de3-1c08-465c-a58a-cafd6518d7e9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:43.647382 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-06e9fe0c-df65-44f4-af8a-2e5014e8082d req-8f636de3-1c08-465c-a58a-cafd6518d7e9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0467248 Sep 22 22:16:43.700733 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-06e9fe0c-df65-44f4-af8a-2e5014e8082d req-1b52f78b-3289-4497-98e2-a2aae7d6a9a6 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427084 Sep 22 22:16:44.683573 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e7d0c-825c-4e2e-a465-a4a557b7a558 req-fae201ba-bc22-43e3-bf3c-f1f76e769663 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:44.684946 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5a4e7d0c-825c-4e2e-a465-a4a557b7a558 req-fae201ba-bc22-43e3-bf3c-f1f76e769663 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 945 time: 0.0469022 Sep 22 22:16:44.734840 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5a4e7d0c-825c-4e2e-a465-a4a557b7a558 req-c0a03501-c3df-4e8f-bab6-97de2cc06a06 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444880 Sep 22 22:16:44.823954 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 43710) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:16:44.832606 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b92e3-b129-4d6c-88db-8243b30b0395 req-d98aebcf-66ca-4a21-aad7-4fe48f3bf339 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:44.834863 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6b9b92e3-b129-4d6c-88db-8243b30b0395 req-d98aebcf-66ca-4a21-aad7-4fe48f3bf339 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0544930 Sep 22 22:16:44.874376 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fba7bf61-cc4a-4b17-802d-517cec22f287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:44.889984 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6b9b92e3-b129-4d6c-88db-8243b30b0395 req-de3cf17e-897e-4704-bd94-7e6bd3fda6d4 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496111 Sep 22 22:16:44.918612 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a622c86-e7d0-42d7-ba64-5a42b3765318 tempest-TestMinimumBasicScenario-684097024 tempest-TestMinimumBasicScenario-684097024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:44.920349 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-8a622c86-e7d0-42d7-ba64-5a42b3765318 tempest-TestMinimumBasicScenario-684097024 tempest-TestMinimumBasicScenario-684097024-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 1124 time: 0.0952842 Sep 22 22:16:44.923253 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 43714) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:16:44.927430 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-119fb634-3cf6-4898-bcfb-84a3d6169f37 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Request body: {'floatingip': {'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'port_id': 'ad1f6820-de7a-484b-a76f-cd05b1b0347d', 'tenant_id': '53f244703dfd4cb29d183025b9d6789e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:16:44.947754 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-119fb634-3cf6-4898-bcfb-84a3d6169f37 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:45.042650 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-119fb634-3cf6-4898-bcfb-84a3d6169f37 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:45.158783 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.db_base_plugin_common [None req-119fb634-3cf6-4898-bcfb-84a3d6169f37 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Allocated IP 172.27.1.17 (222d3bc3-ee2a-4d75-8e21-75e580ff73b3/4214672d-8971-44fc-bb6c-9c23836d3a7a/1f40f718-1be5-428b-be79-39067a908708) {{(pid=106429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:16:45.260037 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-119fb634-3cf6-4898-bcfb-84a3d6169f37 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks [] for port (1f40f718-1be5-428b-be79-39067a908708), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:45.291693 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-119fb634-3cf6-4898-bcfb-84a3d6169f37 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (1f40f718-1be5-428b-be79-39067a908708), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:45.337090 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119fb634-3cf6-4898-bcfb-84a3d6169f37 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 is already hosted by enough agents. {{(pid=106429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:16:45.341960 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-119fb634-3cf6-4898-bcfb-84a3d6169f37 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Resources bound (agent type, host, resource id): {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:16:45.345707 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119fb634-3cf6-4898-bcfb-84a3d6169f37 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Received port after_create {{(pid=106429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:16:45.348802 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fb634-3cf6-4898-bcfb-84a3d6169f37 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Pushing event updated for resources: {'Port': ['ID=1f40f718-1be5-428b-be79-39067a908708,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:16:45.687595 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:45.692353 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:45.698088 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-119fb634-3cf6-4898-bcfb-84a3d6169f37 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks [] for floatingip (ce95c277-da80-4c1e-af09-81502ab22900), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:45.767250 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-119fb634-3cf6-4898-bcfb-84a3d6169f37 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (1f40f718-1be5-428b-be79-39067a908708), before_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:45.913034 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-119fb634-3cf6-4898-bcfb-84a3d6169f37 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks [] for port (1f40f718-1be5-428b-be79-39067a908708), precommit_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:45.918343 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-119fb634-3cf6-4898-bcfb-84a3d6169f37 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9559187'] for port (1f40f718-1be5-428b-be79-39067a908708), after_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:45.985563 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fb634-3cf6-4898-bcfb-84a3d6169f37 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Pushing event updated for resources: {'Port': ['ID=1f40f718-1be5-428b-be79-39067a908708,revision_number=2']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:16:45.989249 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-119fb634-3cf6-4898-bcfb-84a3d6169f37 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (ce95c277-da80-4c1e-af09-81502ab22900), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:46.011881 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f180e9d-648e-4e10-b0b7-f6c32a6817db req-69f7cecf-d8d2-480b-8279-bbb21a12b484 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:46.013425 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8f180e9d-648e-4e10-b0b7-f6c32a6817db req-69f7cecf-d8d2-480b-8279-bbb21a12b484 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0464935 Sep 22 22:16:46.065816 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8f180e9d-648e-4e10-b0b7-f6c32a6817db req-ff75cc7d-f60a-4d5c-80b0-7d6ae8dba26c tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435467 Sep 22 22:16:46.089335 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.db.l3_db [None req-119fb634-3cf6-4898-bcfb-84a3d6169f37 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Floating IP ce95c277-da80-4c1e-af09-81502ab22900 associated. External IP: 172.27.1.17, port: ad1f6820-de7a-484b-a76f-cd05b1b0347d. Sep 22 22:16:46.284905 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119fb634-3cf6-4898-bcfb-84a3d6169f37 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Router fb40f35e-b426-47bb-8f99-45485e89e86c has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:16:46.547333 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:46.596926 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119fb634-3cf6-4898-bcfb-84a3d6169f37 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:16:46.606411 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840f1512-d695-4d59-8a36-2e7691b4a693 None None] Sync routers for ids ['fb40f35e-b426-47bb-8f99-45485e89e86c'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:16:46.614708 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-119fb634-3cf6-4898-bcfb-84a3d6169f37 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:46.620344 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840f1512-d695-4d59-8a36-2e7691b4a693 None None] Routers {'fb40f35e-b426-47bb-8f99-45485e89e86c'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:16:46.620970 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-840f1512-d695-4d59-8a36-2e7691b4a693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:16:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['fb40f35e-b426-47bb-8f99-45485e89e86c'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:16:46.645794 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-119fb634-3cf6-4898-bcfb-84a3d6169f37 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7215300 Sep 22 22:16:46.646414 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8aead4-e4e9-4733-8351-1be87fd84dff', 'tag': 'ad1f6820-de7a-484b-a76f-cd05b1b0347d'}] {{(pid=106429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:16:46.648719 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fecb9e71e3cfecf727650ea9349eddd955ebb7a4b95363fd8d1edf6265131bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26e82cf-f0bd-4797-b5da-8b77687a3241" -d '{"events": [{"name": "network-changed", "server_uuid": "cd8aead4-e4e9-4733-8351-1be87fd84dff", "tag": "ad1f6820-de7a-484b-a76f-cd05b1b0347d"}]}' {{(pid=106429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:16:46.648919 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 43718) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:16:46.653794 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-9d39f93f-61c4-46a7-9197-332c68085ddc tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-378607518', 'description': 'tempest-secgroup-smoke-378607518 description', 'project_id': '53f244703dfd4cb29d183025b9d6789e'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:16:46.677565 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-9d39f93f-61c4-46a7-9197-332c68085ddc tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:46.690995 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be88d96-6f4a-4ecb-a640-904a05f2847e x-openstack-request-id: req-6be88d96-6f4a-4ecb-a640-904a05f2847e {{(pid=106429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:16:46.691851 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd8aead4-e4e9-4733-8351-1be87fd84dff", "tag": "ad1f6820-de7a-484b-a76f-cd05b1b0347d", "status": "completed", "code": 200}]} {{(pid=106429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:16:46.692238 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6be88d96-6f4a-4ecb-a640-904a05f2847e {{(pid=106429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:16:46.692714 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6be88d96-6f4a-4ecb-a640-904a05f2847e'] response: {'name': 'network-changed', 'server_uuid': 'cd8aead4-e4e9-4733-8351-1be87fd84dff', 'tag': 'ad1f6820-de7a-484b-a76f-cd05b1b0347d', 'status': 'completed', 'code': 200} Sep 22 22:16:46.725225 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-840f1512-d695-4d59-8a36-2e7691b4a693 None None] Set router fb40f35e-b426-47bb-8f99-45485e89e86c gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:16:46.760978 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-9d39f93f-61c4-46a7-9197-332c68085ddc tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks [] for security_group (90e26c09-bad4-45d7-8865-b81a4507eb15), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:46.783596 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-9d39f93f-61c4-46a7-9197-332c68085ddc tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (90e26c09-bad4-45d7-8865-b81a4507eb15), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:46.791260 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:46.819817 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e82cf-f0bd-4797-b5da-8b77687a3241 req-c289f6b2-615c-475c-93e8-74c4be8f5b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:46.821592 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a26e82cf-f0bd-4797-b5da-8b77687a3241 req-c289f6b2-615c-475c-93e8-74c4be8f5b8e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=53f244703dfd4cb29d183025b9d6789e&device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 1129 time: 0.0735543 Sep 22 22:16:46.832728 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-9d39f93f-61c4-46a7-9197-332c68085ddc tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:46.833936 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-9d39f93f-61c4-46a7-9197-332c68085ddc tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1838555 Sep 22 22:16:46.837045 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 43722) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:16:46.842128 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-22430498-c929-4aaa-8a3e-696ce681ae49 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Request body: {'security_group_rule': {'security_group_id': '90e26c09-bad4-45d7-8865-b81a4507eb15', 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:16:46.842661 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39f93f-61c4-46a7-9197-332c68085ddc tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90e26c09-bad4-45d7-8865-b81a4507eb15,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:16:46.863198 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:46.876231 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-22430498-c929-4aaa-8a3e-696ce681ae49 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks [] for security_group_rule (e7e624e4-b302-4720-ac7c-4b358ddb1b7a), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:46.896554 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39f93f-61c4-46a7-9197-332c68085ddc tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:46.897066 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39f93f-61c4-46a7-9197-332c68085ddc tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:46.897824 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39f93f-61c4-46a7-9197-332c68085ddc tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:46.897971 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39f93f-61c4-46a7-9197-332c68085ddc tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:46.898389 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39f93f-61c4-46a7-9197-332c68085ddc tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:46.898886 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39f93f-61c4-46a7-9197-332c68085ddc tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:46.899341 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39f93f-61c4-46a7-9197-332c68085ddc tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:46.899779 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39f93f-61c4-46a7-9197-332c68085ddc tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:46.900257 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39f93f-61c4-46a7-9197-332c68085ddc tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:46.900663 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39f93f-61c4-46a7-9197-332c68085ddc tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:46.901040 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39f93f-61c4-46a7-9197-332c68085ddc tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:46.901483 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39f93f-61c4-46a7-9197-332c68085ddc tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:46.901919 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39f93f-61c4-46a7-9197-332c68085ddc tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:46.902347 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39f93f-61c4-46a7-9197-332c68085ddc tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:46.903199 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d39f93f-61c4-46a7-9197-332c68085ddc tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:46.924407 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:46.933068 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:46.949354 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e82cf-f0bd-4797-b5da-8b77687a3241 req-55377c8e-be55-4e4d-b3bf-8ca9dab755c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:46.950950 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a26e82cf-f0bd-4797-b5da-8b77687a3241 req-55377c8e-be55-4e4d-b3bf-8ca9dab755c4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=07b99e2a-cf84-49eb-ad08-c0b8d4b88a58 HTTP/1.1" status: 200 len: 916 time: 0.1158395 Sep 22 22:16:46.962128 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-22430498-c929-4aaa-8a3e-696ce681ae49 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks [] for security_group_rule (e7e624e4-b302-4720-ac7c-4b358ddb1b7a), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:46.967501 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-22430498-c929-4aaa-8a3e-696ce681ae49 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (e7e624e4-b302-4720-ac7c-4b358ddb1b7a), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:46.967800 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-840f1512-d695-4d59-8a36-2e7691b4a693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'name': 'tempest-TestMinimumBasicScenario-1871333799-router', 'tenant_id': '53f244703dfd4cb29d183025b9d6789e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:48Z', 'updated_at': '2022-09-22T22:15:51Z', 'revision_number': 4, 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'gw_port': {'id': '9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:49Z', 'updated_at': '2022-09-22T22:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': 'ce95c277-da80-4c1e-af09-81502ab22900', 'tenant_id': '53f244703dfd4cb29d183025b9d6789e', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'port_id': 'ad1f6820-de7a-484b-a76f-cd05b1b0347d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07b99e2a-cf84-49eb-ad08-c0b8d4b88a58', 'mac_address': 'fa:16:3e:8e:2d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8aead4-e4e9-4733-8351-1be87fd84dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:16:45Z', 'updated_at': '2022-09-22T22:16:45Z', 'revision_number': 0, 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c1fa498-56ca-486d-90b5-f7ba666a0c91', 'name': '', 'network_id': '07b99e2a-cf84-49eb-ad08-c0b8d4b88a58', 'tenant_id': '53f244703dfd4cb29d183025b9d6789e', 'mac_address': 'fa:16:3e:21:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'e3205572-c91b-45cc-a921-a1609404d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:51Z', 'updated_at': '2022-09-22T22:15:56Z', 'revision_number': 5, 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'subnets': [{'id': 'e3205572-c91b-45cc-a921-a1609404d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:16:46.987564 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22430498-c929-4aaa-8a3e-696ce681ae49 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e624e4-b302-4720-ac7c-4b358ddb1b7a,revision_number=0']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:16:46.997024 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-22430498-c929-4aaa-8a3e-696ce681ae49 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:46.998381 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-22430498-c929-4aaa-8a3e-696ce681ae49 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1600504 Sep 22 22:16:46.998625 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840f1512-d695-4d59-8a36-2e7691b4a693 None None] Checking router: fb40f35e-b426-47bb-8f99-45485e89e86c for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:16:47.001581 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 43724) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:16:47.006559 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-e1ae1232-b84b-42ad-9e50-3c913b1088c0 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Request body: {'security_group_rule': {'security_group_id': '90e26c09-bad4-45d7-8865-b81a4507eb15', 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:16:47.008540 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840f1512-d695-4d59-8a36-2e7691b4a693 None None] Routers {'fb40f35e-b426-47bb-8f99-45485e89e86c'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:16:47.009418 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-840f1512-d695-4d59-8a36-2e7691b4a693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:16:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['fb40f35e-b426-47bb-8f99-45485e89e86c'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:16:47.024415 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a26e82cf-f0bd-4797-b5da-8b77687a3241 req-b714171c-c05c-4f0e-bf14-4c2c4531651a service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad1f6820-de7a-484b-a76f-cd05b1b0347d HTTP/1.1" status: 200 len: 998 time: 0.0672810 Sep 22 22:16:47.035868 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e1ae1232-b84b-42ad-9e50-3c913b1088c0 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks [] for security_group_rule (e9c3ea37-200a-4ae9-85ea-70a267b93420), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:47.080334 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e82cf-f0bd-4797-b5da-8b77687a3241 req-cf74de94-9ad0-4180-af6b-2a7c00d4de76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:47.081831 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a26e82cf-f0bd-4797-b5da-8b77687a3241 req-cf74de94-9ad0-4180-af6b-2a7c00d4de76 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e3205572-c91b-45cc-a921-a1609404d294 HTTP/1.1" status: 200 len: 854 time: 0.0479500 Sep 22 22:16:47.084480 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-c3848049-7ba3-4553-bdbc-b296d8b380d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:47.108072 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e1ae1232-b84b-42ad-9e50-3c913b1088c0 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks [] for security_group_rule (e9c3ea37-200a-4ae9-85ea-70a267b93420), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:47.113077 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e1ae1232-b84b-42ad-9e50-3c913b1088c0 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (e9c3ea37-200a-4ae9-85ea-70a267b93420), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:47.137702 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e82cf-f0bd-4797-b5da-8b77687a3241 req-6eb4cebc-3781-432e-a732-2c6662d68d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:47.139382 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae1232-b84b-42ad-9e50-3c913b1088c0 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c3ea37-200a-4ae9-85ea-70a267b93420,revision_number=0']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:16:47.139884 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a26e82cf-f0bd-4797-b5da-8b77687a3241 req-6eb4cebc-3781-432e-a732-2c6662d68d16 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=07b99e2a-cf84-49eb-ad08-c0b8d4b88a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513253 Sep 22 22:16:47.152826 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e1ae1232-b84b-42ad-9e50-3c913b1088c0 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:47.156892 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-e1ae1232-b84b-42ad-9e50-3c913b1088c0 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1518147 Sep 22 22:16:47.157166 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 43728) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:16:47.157617 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-840f1512-d695-4d59-8a36-2e7691b4a693 None None] Set router fb40f35e-b426-47bb-8f99-45485e89e86c gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:16:47.161595 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-1ad6b61a-2263-4ecd-9c48-436086e6f43f tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Request body: {'security_group_rule': {'security_group_id': '90e26c09-bad4-45d7-8865-b81a4507eb15', 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:16:47.188433 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1ad6b61a-2263-4ecd-9c48-436086e6f43f tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks [] for security_group_rule (3d76ff60-4f5f-4cb3-8e7c-bace9bc271e0), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:47.256347 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1ad6b61a-2263-4ecd-9c48-436086e6f43f tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks [] for security_group_rule (3d76ff60-4f5f-4cb3-8e7c-bace9bc271e0), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:47.257541 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf50c76-61fd-49f4-bfbc-ca590ebb410d req-98a0c056-0e3c-4df3-b068-b3ceecfa94ee tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:47.259384 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3cf50c76-61fd-49f4-bfbc-ca590ebb410d req-98a0c056-0e3c-4df3-b068-b3ceecfa94ee tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0923264 Sep 22 22:16:47.264483 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1ad6b61a-2263-4ecd-9c48-436086e6f43f tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (3d76ff60-4f5f-4cb3-8e7c-bace9bc271e0), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:47.288118 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6b61a-2263-4ecd-9c48-436086e6f43f tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d76ff60-4f5f-4cb3-8e7c-bace9bc271e0,revision_number=0']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:16:47.299624 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad6b61a-2263-4ecd-9c48-436086e6f43f tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:47.300151 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad6b61a-2263-4ecd-9c48-436086e6f43f tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:47.300506 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad6b61a-2263-4ecd-9c48-436086e6f43f tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:47.300886 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad6b61a-2263-4ecd-9c48-436086e6f43f tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:47.301342 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad6b61a-2263-4ecd-9c48-436086e6f43f tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:47.301754 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad6b61a-2263-4ecd-9c48-436086e6f43f tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:47.302133 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad6b61a-2263-4ecd-9c48-436086e6f43f tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:47.302527 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad6b61a-2263-4ecd-9c48-436086e6f43f tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:47.302916 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad6b61a-2263-4ecd-9c48-436086e6f43f tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:47.303318 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad6b61a-2263-4ecd-9c48-436086e6f43f tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:47.303645 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad6b61a-2263-4ecd-9c48-436086e6f43f tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:47.303983 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad6b61a-2263-4ecd-9c48-436086e6f43f tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:47.304559 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad6b61a-2263-4ecd-9c48-436086e6f43f tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:47.304883 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad6b61a-2263-4ecd-9c48-436086e6f43f tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:47.305234 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad6b61a-2263-4ecd-9c48-436086e6f43f tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:16:47.315841 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1ad6b61a-2263-4ecd-9c48-436086e6f43f tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:47.317980 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-1ad6b61a-2263-4ecd-9c48-436086e6f43f tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1588268 Sep 22 22:16:47.320887 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 43730) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:16:47.323101 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a26e82cf-f0bd-4797-b5da-8b77687a3241 req-b07a4bc4-db30-4243-8edc-2cde957192f9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/07b99e2a-cf84-49eb-ad08-c0b8d4b88a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739190 Sep 22 22:16:47.325817 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-07f1f6df-4d67-4419-922c-43303a12c494 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Request body: {'security_group_rule': {'security_group_id': '90e26c09-bad4-45d7-8865-b81a4507eb15', 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:16:47.346709 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3cf50c76-61fd-49f4-bfbc-ca590ebb410d req-e6a8bf36-441d-4554-8ba7-93fd719f9c6b tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796523 Sep 22 22:16:47.360149 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-07f1f6df-4d67-4419-922c-43303a12c494 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks [] for security_group_rule (c7998596-0e1c-4f8e-a1d9-d09aa814f856), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:47.402518 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-840f1512-d695-4d59-8a36-2e7691b4a693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'name': 'tempest-TestMinimumBasicScenario-1871333799-router', 'tenant_id': '53f244703dfd4cb29d183025b9d6789e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:48Z', 'updated_at': '2022-09-22T22:15:51Z', 'revision_number': 4, 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'gw_port': {'id': '9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:49Z', 'updated_at': '2022-09-22T22:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': 'ce95c277-da80-4c1e-af09-81502ab22900', 'tenant_id': '53f244703dfd4cb29d183025b9d6789e', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'port_id': 'ad1f6820-de7a-484b-a76f-cd05b1b0347d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07b99e2a-cf84-49eb-ad08-c0b8d4b88a58', 'mac_address': 'fa:16:3e:8e:2d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8aead4-e4e9-4733-8351-1be87fd84dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:16:45Z', 'updated_at': '2022-09-22T22:16:45Z', 'revision_number': 0, 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c1fa498-56ca-486d-90b5-f7ba666a0c91', 'name': '', 'network_id': '07b99e2a-cf84-49eb-ad08-c0b8d4b88a58', 'tenant_id': '53f244703dfd4cb29d183025b9d6789e', 'mac_address': 'fa:16:3e:21:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'e3205572-c91b-45cc-a921-a1609404d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:51Z', 'updated_at': '2022-09-22T22:15:56Z', 'revision_number': 5, 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'subnets': [{'id': 'e3205572-c91b-45cc-a921-a1609404d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:16:47.428141 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840f1512-d695-4d59-8a36-2e7691b4a693 None None] The sync data for ids ['fb40f35e-b426-47bb-8f99-45485e89e86c'] in dv-cinder-849143-6-iscsi is: [{'id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'name': 'tempest-TestMinimumBasicScenario-1871333799-router', 'tenant_id': '53f244703dfd4cb29d183025b9d6789e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:48Z', 'updated_at': '2022-09-22T22:15:51Z', 'revision_number': 4, 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'gw_port': {'id': '9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:49Z', 'updated_at': '2022-09-22T22:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': 'ce95c277-da80-4c1e-af09-81502ab22900', 'tenant_id': '53f244703dfd4cb29d183025b9d6789e', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'port_id': 'ad1f6820-de7a-484b-a76f-cd05b1b0347d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07b99e2a-cf84-49eb-ad08-c0b8d4b88a58', 'mac_address': 'fa:16:3e:8e:2d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8aead4-e4e9-4733-8351-1be87fd84dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:16:45Z', 'updated_at': '2022-09-22T22:16:45Z', 'revision_number': 0, 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c1fa498-56ca-486d-90b5-f7ba666a0c91', 'name': '', 'network_id': '07b99e2a-cf84-49eb-ad08-c0b8d4b88a58', 'tenant_id': '53f244703dfd4cb29d183025b9d6789e', 'mac_address': 'fa:16:3e:21:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'e3205572-c91b-45cc-a921-a1609404d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:51Z', 'updated_at': '2022-09-22T22:15:56Z', 'revision_number': 5, 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'subnets': [{'id': 'e3205572-c91b-45cc-a921-a1609404d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:16:47.431198 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-07f1f6df-4d67-4419-922c-43303a12c494 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks [] for security_group_rule (c7998596-0e1c-4f8e-a1d9-d09aa814f856), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:47.432834 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a26e82cf-f0bd-4797-b5da-8b77687a3241 req-bceb5358-5489-42b1-919d-0a224a213429 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/07b99e2a-cf84-49eb-ad08-c0b8d4b88a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016617 Sep 22 22:16:47.436219 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-07f1f6df-4d67-4419-922c-43303a12c494 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (c7998596-0e1c-4f8e-a1d9-d09aa814f856), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:47.456182 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1f6df-4d67-4419-922c-43303a12c494 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7998596-0e1c-4f8e-a1d9-d09aa814f856,revision_number=0']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:16:47.464363 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-07f1f6df-4d67-4419-922c-43303a12c494 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:47.468503 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-07f1f6df-4d67-4419-922c-43303a12c494 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1436253 Sep 22 22:16:47.468692 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 43732) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:16:47.473674 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-ae9a3eff-5216-43d0-b511-b2d96ffb914a tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Request body: {'security_group_rule': {'security_group_id': '90e26c09-bad4-45d7-8865-b81a4507eb15', 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:16:47.494799 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.db.securitygroups_db [None req-ae9a3eff-5216-43d0-b511-b2d96ffb914a tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Project 53f244703dfd4cb29d183025b9d6789e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 22:16:47.502694 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ae9a3eff-5216-43d0-b511-b2d96ffb914a tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks [] for security_group_rule (6914b237-031d-42f8-9eaf-4ad38dc4e240), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:47.590681 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ae9a3eff-5216-43d0-b511-b2d96ffb914a tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks [] for security_group_rule (6914b237-031d-42f8-9eaf-4ad38dc4e240), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:47.597719 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ae9a3eff-5216-43d0-b511-b2d96ffb914a tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (6914b237-031d-42f8-9eaf-4ad38dc4e240), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:47.616280 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a3eff-5216-43d0-b511-b2d96ffb914a tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6914b237-031d-42f8-9eaf-4ad38dc4e240,revision_number=0']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:16:47.624950 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ae9a3eff-5216-43d0-b511-b2d96ffb914a tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:47.626134 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-ae9a3eff-5216-43d0-b511-b2d96ffb914a tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1562855 Sep 22 22:16:47.628931 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 43734) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:16:47.633935 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-5c9dfef8-6338-499c-98f2-083fe284089b tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Request body: {'security_group_rule': {'security_group_id': '90e26c09-bad4-45d7-8865-b81a4507eb15', 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:16:47.655190 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.db.securitygroups_db [None req-5c9dfef8-6338-499c-98f2-083fe284089b tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Project 53f244703dfd4cb29d183025b9d6789e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 22:16:47.660757 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5c9dfef8-6338-499c-98f2-083fe284089b tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks [] for security_group_rule (a368b6cb-415e-429e-90f8-278c11bc5057), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:47.690187 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e399e4-e019-4895-80f4-9d534ff4d0cb None None] New status for floating IP ce95c277-da80-4c1e-af09-81502ab22900: ACTIVE {{(pid=106431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 22:16:47.727400 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5c9dfef8-6338-499c-98f2-083fe284089b tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks [] for security_group_rule (a368b6cb-415e-429e-90f8-278c11bc5057), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:47.731780 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5c9dfef8-6338-499c-98f2-083fe284089b tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (a368b6cb-415e-429e-90f8-278c11bc5057), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:47.750927 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9dfef8-6338-499c-98f2-083fe284089b tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a368b6cb-415e-429e-90f8-278c11bc5057,revision_number=0']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:16:47.758566 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5c9dfef8-6338-499c-98f2-083fe284089b tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:47.759810 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-5c9dfef8-6338-499c-98f2-083fe284089b tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299422 Sep 22 22:16:47.843791 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:47.861683 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fb8c6ae2-8e94-4624-af98-15fd54e75b99 req-22e84a9a-f165-429e-8d28-09370e507d94 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-378607518&fields=id&tenant_id=53f244703dfd4cb29d183025b9d6789e HTTP/1.1" status: 200 len: 267 time: 0.0518839 Sep 22 22:16:47.911226 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c6ae2-8e94-4624-af98-15fd54e75b99 req-5eec0ef5-46b9-482e-8eb8-031f7fcd120d tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:47.912694 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fb8c6ae2-8e94-4624-af98-15fd54e75b99 req-5eec0ef5-46b9-482e-8eb8-031f7fcd120d tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 945 time: 0.0472000 Sep 22 22:16:47.923339 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-fb8c6ae2-8e94-4624-af98-15fd54e75b99 req-67eeeafb-3570-497b-adc7-d7ac6e432f18 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Request body: {'port': {'security_groups': ['72330a9c-c4b8-41cd-b18e-c0f039457cc9', '90e26c09-bad4-45d7-8865-b81a4507eb15']}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:16:47.996977 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-fb8c6ae2-8e94-4624-af98-15fd54e75b99 req-67eeeafb-3570-497b-adc7-d7ac6e432f18 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (ad1f6820-de7a-484b-a76f-cd05b1b0347d), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:48.055214 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:48.196343 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-fb8c6ae2-8e94-4624-af98-15fd54e75b99 req-67eeeafb-3570-497b-adc7-d7ac6e432f18 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] For port ad1f6820-de7a-484b-a76f-cd05b1b0347d, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ad1f6820-de7a-484b-a76f-cd05b1b0347d,segment=NetworkSegment(be00abc5-83f8-48c9-be19-f9d646187374),segment_id=be00abc5-83f8-48c9-be19-f9d646187374)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:16:48.224533 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-fb8c6ae2-8e94-4624-af98-15fd54e75b99 req-67eeeafb-3570-497b-adc7-d7ac6e432f18 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks [] for port (ad1f6820-de7a-484b-a76f-cd05b1b0347d), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:48.230075 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-fb8c6ae2-8e94-4624-af98-15fd54e75b99 req-67eeeafb-3570-497b-adc7-d7ac6e432f18 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (ad1f6820-de7a-484b-a76f-cd05b1b0347d), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:48.243731 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c6ae2-8e94-4624-af98-15fd54e75b99 req-67eeeafb-3570-497b-adc7-d7ac6e432f18 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:48.244354 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-fb8c6ae2-8e94-4624-af98-15fd54e75b99 req-67eeeafb-3570-497b-adc7-d7ac6e432f18 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:48.245788 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fb8c6ae2-8e94-4624-af98-15fd54e75b99 req-67eeeafb-3570-497b-adc7-d7ac6e432f18 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "PUT /networking/v2.0/ports/ad1f6820-de7a-484b-a76f-cd05b1b0347d HTTP/1.1" status: 200 len: 981 time: 0.3268003 Sep 22 22:16:48.246368 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8aead4-e4e9-4733-8351-1be87fd84dff', 'tag': 'ad1f6820-de7a-484b-a76f-cd05b1b0347d'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:16:48.251496 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e455254f-02dd-493a-aba6-6b8aa6596476" -d '{"events": [{"name": "network-changed", "server_uuid": "cd8aead4-e4e9-4733-8351-1be87fd84dff", "tag": "ad1f6820-de7a-484b-a76f-cd05b1b0347d"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:16:48.266729 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['ad1f6820-de7a-484b-a76f-cd05b1b0347d'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:16:48.301266 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be4e77c-22fe-44b5-bdff-ad9d083f6abb x-openstack-request-id: req-7be4e77c-22fe-44b5-bdff-ad9d083f6abb {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:16:48.301610 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd8aead4-e4e9-4733-8351-1be87fd84dff", "tag": "ad1f6820-de7a-484b-a76f-cd05b1b0347d", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:16:48.301872 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7be4e77c-22fe-44b5-bdff-ad9d083f6abb {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:16:48.302279 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7be4e77c-22fe-44b5-bdff-ad9d083f6abb'] response: {'name': 'network-changed', 'server_uuid': 'cd8aead4-e4e9-4733-8351-1be87fd84dff', 'tag': 'ad1f6820-de7a-484b-a76f-cd05b1b0347d', 'status': 'completed', 'code': 200} Sep 22 22:16:48.305418 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eeeafb-3570-497b-adc7-d7ac6e432f18 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Pushing event updated for resources: {'Port': ['ID=ad1f6820-de7a-484b-a76f-cd05b1b0347d,revision_number=6']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:16:48.344771 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:48.369002 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5de15-7830-4a93-a3c6-254bdb271292 req-5c41cb4a-2599-4ee7-9231-0000caf3ffa0 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:48.370591 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5fd5de15-7830-4a93-a3c6-254bdb271292 req-5c41cb4a-2599-4ee7-9231-0000caf3ffa0 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 984 time: 0.0592310 Sep 22 22:16:48.394914 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:48.422265 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455254f-02dd-493a-aba6-6b8aa6596476 req-bf9fff7a-fcb4-4ddd-a3f3-d2b00975bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:48.423772 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e455254f-02dd-493a-aba6-6b8aa6596476 req-bf9fff7a-fcb4-4ddd-a3f3-d2b00975bb99 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=53f244703dfd4cb29d183025b9d6789e&device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 1168 time: 0.0710804 Sep 22 22:16:48.441358 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:48.488859 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['ad1f6820-de7a-484b-a76f-cd05b1b0347d'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:16:48.547910 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5fd5de15-7830-4a93-a3c6-254bdb271292 req-1c508541-0140-4729-ab77-5230f9eb9b96 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&id=90e26c09-bad4-45d7-8865-b81a4507eb15&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1572115 Sep 22 22:16:48.556258 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3221c-3abb-44e7-b2be-801f8b6e07ea req-ba31aa7e-98dc-4a00-aa4e-95fca7c03b3b tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:48.557405 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3cf3221c-3abb-44e7-b2be-801f8b6e07ea req-ba31aa7e-98dc-4a00-aa4e-95fca7c03b3b tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.1221983 Sep 22 22:16:48.622851 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455254f-02dd-493a-aba6-6b8aa6596476 req-f8c4d9d8-435b-4842-82ea-e2f15d0a7fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:48.624298 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e455254f-02dd-493a-aba6-6b8aa6596476 req-f8c4d9d8-435b-4842-82ea-e2f15d0a7fe6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=07b99e2a-cf84-49eb-ad08-c0b8d4b88a58 HTTP/1.1" status: 200 len: 916 time: 0.1774373 Sep 22 22:16:48.638448 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3cf3221c-3abb-44e7-b2be-801f8b6e07ea req-dc978fb0-16c3-4b8b-857d-f7e2c831dd0d tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662866 Sep 22 22:16:48.696932 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e455254f-02dd-493a-aba6-6b8aa6596476 req-036e2bfe-7d54-4b9e-bdce-2d914834e922 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad1f6820-de7a-484b-a76f-cd05b1b0347d HTTP/1.1" status: 200 len: 1000 time: 0.0575156 Sep 22 22:16:48.759878 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455254f-02dd-493a-aba6-6b8aa6596476 req-c86d8211-42c7-4798-991c-a93a68cde81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:48.761362 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e455254f-02dd-493a-aba6-6b8aa6596476 req-c86d8211-42c7-4798-991c-a93a68cde81d service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e3205572-c91b-45cc-a921-a1609404d294 HTTP/1.1" status: 200 len: 854 time: 0.0510886 Sep 22 22:16:48.809985 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455254f-02dd-493a-aba6-6b8aa6596476 req-297d7706-e1ba-4535-ba9a-fc0e8171f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:48.811458 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e455254f-02dd-493a-aba6-6b8aa6596476 req-297d7706-e1ba-4535-ba9a-fc0e8171f781 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=07b99e2a-cf84-49eb-ad08-c0b8d4b88a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393696 Sep 22 22:16:48.865453 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:48.904070 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e455254f-02dd-493a-aba6-6b8aa6596476 req-ee6bed1e-25cd-4f0f-aa54-acedd4f3fb2f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/07b99e2a-cf84-49eb-ad08-c0b8d4b88a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855632 Sep 22 22:16:48.998071 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e455254f-02dd-493a-aba6-6b8aa6596476 req-4e65d882-e6c3-4210-a90b-d137b8f1b7bb service neutron] 10.222.0.57 "GET /networking/v2.0/networks/07b99e2a-cf84-49eb-ad08-c0b8d4b88a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867281 Sep 22 22:16:49.752344 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:49.757338 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:49.766152 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76c70c-6f95-4991-83e5-fa99ce39e154 req-01fb1afe-6f7e-49c6-88e3-4dcd1f81e871 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:49.767618 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-aa76c70c-6f95-4991-83e5-fa99ce39e154 req-01fb1afe-6f7e-49c6-88e3-4dcd1f81e871 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0512786 Sep 22 22:16:49.814990 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-aa76c70c-6f95-4991-83e5-fa99ce39e154 req-d8707ae8-276f-477d-a2a0-2464166a3ea9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417368 Sep 22 22:16:50.098661 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:16:50.936873 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058af64c-015e-4410-8335-65d82e8e5069 req-51a608c2-9e7a-4b77-9af0-b6712f3699e1 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:50.938330 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-058af64c-015e-4410-8335-65d82e8e5069 req-51a608c2-9e7a-4b77-9af0-b6712f3699e1 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0485673 Sep 22 22:16:50.984640 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-058af64c-015e-4410-8335-65d82e8e5069 req-e1548f2e-5b68-49d3-ba17-05e57b43cb36 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408556 Sep 22 22:16:52.105691 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3159fa0-ddbc-4c4d-9060-2382246cb89e req-fe17a527-f85d-4754-bc54-dd15f79cef6f tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:52.107177 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d3159fa0-ddbc-4c4d-9060-2382246cb89e req-fe17a527-f85d-4754-bc54-dd15f79cef6f tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0473351 Sep 22 22:16:52.154122 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d3159fa0-ddbc-4c4d-9060-2382246cb89e req-ba066d5e-1fa5-439a-834e-2fd86a1f26a4 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413563 Sep 22 22:16:53.271576 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e2971-e79c-476e-8878-d930f6dac2f2 req-410ee816-16e4-47f3-87a2-3b6dd6dfbe1d tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:53.273582 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0b4e2971-e79c-476e-8878-d930f6dac2f2 req-410ee816-16e4-47f3-87a2-3b6dd6dfbe1d tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0451672 Sep 22 22:16:53.322598 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0b4e2971-e79c-476e-8878-d930f6dac2f2 req-0c15cd55-b2ae-4d3e-aa7b-9d53d7b104c8 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432999 Sep 22 22:16:54.442964 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68800a4c-a509-4d79-b014-a1e492dca921 req-f89df21f-e06a-447d-9dbe-9e14a7879d8e tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:54.444451 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-68800a4c-a509-4d79-b014-a1e492dca921 req-f89df21f-e06a-447d-9dbe-9e14a7879d8e tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0467279 Sep 22 22:16:54.490207 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-68800a4c-a509-4d79-b014-a1e492dca921 req-346c1073-77f4-444c-931a-e1957d3c5fc7 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403717 Sep 22 22:16:55.609129 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f91d10-7d1b-4b63-a086-e389c8030948 req-ce666659-cf4a-40a6-8b04-209bf2ec247e tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:55.610567 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-69f91d10-7d1b-4b63-a086-e389c8030948 req-ce666659-cf4a-40a6-8b04-209bf2ec247e tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0455008 Sep 22 22:16:55.657552 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-69f91d10-7d1b-4b63-a086-e389c8030948 req-1a3cd1af-84c7-44f2-a3bb-f37e155a3e66 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416155 Sep 22 22:16:56.779622 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30656232-92d4-4005-b679-5e58a3df702b req-5379b922-4318-4f2c-8119-142d9bbec176 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:56.781119 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-30656232-92d4-4005-b679-5e58a3df702b req-5379b922-4318-4f2c-8119-142d9bbec176 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0488455 Sep 22 22:16:56.829495 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-30656232-92d4-4005-b679-5e58a3df702b req-2463db15-4af4-4ab4-b950-005b4d6a18cf tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428193 Sep 22 22:16:57.456186 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=52,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:57.456942 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=56,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:57.540201 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2dc17-86da-46f9-aa96-ce4663514008 req-21e7b3be-4405-4e91-a07e-4bc6ec851e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:57.542002 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2cb2dc17-86da-46f9-aa96-ce4663514008 req-21e7b3be-4405-4e91-a07e-4bc6ec851e0f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 1129 time: 0.0386457 Sep 22 22:16:57.587700 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2cb2dc17-86da-46f9-aa96-ce4663514008 req-279f882e-e939-492f-b925-ed2aa12d494a service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388548 Sep 22 22:16:57.798371 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:57.801029 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=10 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:16:57.954134 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff17d0-562b-41f9-ac99-a7b17b232262 req-433fedae-3146-4927-b175-e05873b0afe2 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:57.955604 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6aff17d0-562b-41f9-ac99-a7b17b232262 req-433fedae-3146-4927-b175-e05873b0afe2 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0504663 Sep 22 22:16:58.001862 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6aff17d0-562b-41f9-ac99-a7b17b232262 req-666ad215-c294-4d49-8b3e-470e8e792922 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398266 Sep 22 22:16:59.131162 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad0e47-2ec9-4a49-923b-6ea413f941a0 req-9c3f5c8c-4670-4e46-bba5-45c8564f6626 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:16:59.133569 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cbad0e47-2ec9-4a49-923b-6ea413f941a0 req-9c3f5c8c-4670-4e46-bba5-45c8564f6626 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0462568 Sep 22 22:16:59.190511 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cbad0e47-2ec9-4a49-923b-6ea413f941a0 req-007d5569-2d15-4230-9202-ee1021fd81f3 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469875 Sep 22 22:17:00.092104 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:00.094001 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:00.304626 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:00.319526 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a584c73-21c3-4b8c-9e9f-2307b6e08421 req-a2946be2-c305-4053-a45c-fc4e87d80a06 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:00.320919 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8a584c73-21c3-4b8c-9e9f-2307b6e08421 req-a2946be2-c305-4053-a45c-fc4e87d80a06 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0475595 Sep 22 22:17:00.370676 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8a584c73-21c3-4b8c-9e9f-2307b6e08421 req-0fa3b7e4-8684-4842-88f9-6732f6cc312a tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441918 Sep 22 22:17:00.751927 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:00.799490 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd77e7-7bfe-4d7f-89ce-3b3b817116f4 req-6aa328ea-2fd2-4ba0-9545-98e98aa2824d tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:00.800981 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-31cd77e7-7bfe-4d7f-89ce-3b3b817116f4 req-6aa328ea-2fd2-4ba0-9545-98e98aa2824d tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0778399 Sep 22 22:17:00.806809 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d2a66-79dd-472d-b4c8-a383cfc588bd req-54cc8dcf-56cd-4036-9e6b-a2ab4a80a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:00.808217 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6e0d2a66-79dd-472d-b4c8-a383cfc588bd req-54cc8dcf-56cd-4036-9e6b-a2ab4a80a225 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=0499a794df4444b594ee3126a8e210c1&device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 1129 time: 0.0551660 Sep 22 22:17:01.137269 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-31cd77e7-7bfe-4d7f-89ce-3b3b817116f4 req-89bd0111-a8bf-46b6-b9c6-b8de8ffa59bf tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3280864 Sep 22 22:17:01.167906 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d2a66-79dd-472d-b4c8-a383cfc588bd req-0df603d3-6822-4a12-9356-ccb1f092aada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:01.169614 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6e0d2a66-79dd-472d-b4c8-a383cfc588bd req-0df603d3-6822-4a12-9356-ccb1f092aada service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=770f63d9-fbe3-4433-90af-714bf608e28c HTTP/1.1" status: 200 len: 919 time: 0.3455017 Sep 22 22:17:01.234130 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6e0d2a66-79dd-472d-b4c8-a383cfc588bd req-6c6ba195-e0ba-493c-8a0a-3a2b910ced27 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afcd99bc-64da-4e1a-855a-3858543e6931 HTTP/1.1" status: 200 len: 1001 time: 0.0567987 Sep 22 22:17:01.285714 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d2a66-79dd-472d-b4c8-a383cfc588bd req-7506b173-678f-4b36-bc32-31c72f4fe59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:01.287135 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6e0d2a66-79dd-472d-b4c8-a383cfc588bd req-7506b173-678f-4b36-bc32-31c72f4fe59a service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=bf216d7c-d985-409d-9ea6-5ff04204374d HTTP/1.1" status: 200 len: 857 time: 0.0465388 Sep 22 22:17:01.332163 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d2a66-79dd-472d-b4c8-a383cfc588bd req-bacba3b4-8786-4384-9318-67a4d5613bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:01.333587 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6e0d2a66-79dd-472d-b4c8-a383cfc588bd req-bacba3b4-8786-4384-9318-67a4d5613bff service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=770f63d9-fbe3-4433-90af-714bf608e28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388772 Sep 22 22:17:01.425151 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6e0d2a66-79dd-472d-b4c8-a383cfc588bd req-56bae994-e93d-456e-9ced-8b1d7cb623b6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840466 Sep 22 22:17:01.515179 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6e0d2a66-79dd-472d-b4c8-a383cfc588bd req-0c112d5c-c439-4139-b079-3632ec8bec11 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835900 Sep 22 22:17:02.264091 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee481ac9-871b-42cc-bff9-68bf5ac289e4 req-844eb935-ce9a-488e-822d-f48ed7a977cc tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:02.265685 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ee481ac9-871b-42cc-bff9-68bf5ac289e4 req-844eb935-ce9a-488e-822d-f48ed7a977cc tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0469089 Sep 22 22:17:02.316967 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ee481ac9-871b-42cc-bff9-68bf5ac289e4 req-5556d88e-0186-4298-a665-260c39c35049 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456896 Sep 22 22:17:03.445784 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b52704-e06a-489b-89bb-aec009c6300e req-6f6d693a-f4af-43ad-a995-788002090af4 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:03.447308 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-76b52704-e06a-489b-89bb-aec009c6300e req-6f6d693a-f4af-43ad-a995-788002090af4 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0472071 Sep 22 22:17:03.493798 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-76b52704-e06a-489b-89bb-aec009c6300e req-bd454b9d-4c9c-41d0-9445-3c700be85795 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410860 Sep 22 22:17:04.612481 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7030f8c-aeba-4e9f-ad4b-ccec6dd837e1 req-e665964b-8814-4474-ab4d-c3e8c6c2a443 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:04.613949 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e7030f8c-aeba-4e9f-ad4b-ccec6dd837e1 req-e665964b-8814-4474-ab4d-c3e8c6c2a443 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0449462 Sep 22 22:17:04.668745 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e7030f8c-aeba-4e9f-ad4b-ccec6dd837e1 req-6e4fe2bd-3d91-4512-97f8-b5a96d5db5b5 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487304 Sep 22 22:17:04.996973 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a02a50-8c3d-45fc-a605-5482f936459b req-45d36792-1767-41f0-a515-27938b674899 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:04.998457 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-53a02a50-8c3d-45fc-a605-5482f936459b req-45d36792-1767-41f0-a515-27938b674899 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=60e7432c-e9dc-49c3-a476-991a48adde7c HTTP/1.1" status: 200 len: 945 time: 0.0502338 Sep 22 22:17:05.046093 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-53a02a50-8c3d-45fc-a605-5482f936459b req-6ee01a99-3565-4f93-af9c-ae3de4601f0e tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5b2df2e5-8ffa-4737-a340-b0108245452e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417566 Sep 22 22:17:05.791257 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a845c-e32c-4eab-9e14-5c5d3c9f3c02 req-f638476c-d19a-4564-8a3f-72cc0937c33e tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:05.792736 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-977a845c-e32c-4eab-9e14-5c5d3c9f3c02 req-f638476c-d19a-4564-8a3f-72cc0937c33e tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0481336 Sep 22 22:17:05.811710 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:05.820620 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:05.844870 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-977a845c-e32c-4eab-9e14-5c5d3c9f3c02 req-a76a1891-36c2-419e-8d1c-52c9da944eb2 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466700 Sep 22 22:17:05.960602 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ce32f-3c0d-4599-86f7-58aafc33c612 req-040432a8-cbac-44ed-8ee5-1ba1427320db tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:05.961997 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-020ce32f-3c0d-4599-86f7-58aafc33c612 req-040432a8-cbac-44ed-8ee5-1ba1427320db tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0463657 Sep 22 22:17:05.972061 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 43818) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:17:05.976734 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-25c9857e-aadf-4605-a22f-8045fae394fd tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Request body: {'floatingip': {'port_id': 'afcd99bc-64da-4e1a-855a-3858543e6931'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:17:06.031932 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-25c9857e-aadf-4605-a22f-8045fae394fd tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks [] for floatingip (c423b305-617f-42a3-a930-19ceee9b6ef8), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:06.127943 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:17:06.224157 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b835b4-3693-42f5-abfc-22910b871cb7 req-e777590b-c38e-4b72-b640-585bd90e2043 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:06.225551 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e4b835b4-3693-42f5-abfc-22910b871cb7 req-e777590b-c38e-4b72-b640-585bd90e2043 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=60e7432c-e9dc-49c3-a476-991a48adde7c HTTP/1.1" status: 200 len: 945 time: 0.0889955 Sep 22 22:17:06.319420 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e4b835b4-3693-42f5-abfc-22910b871cb7 req-d5d77e95-cfb7-4b50-9530-8a472997a626 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5b2df2e5-8ffa-4737-a340-b0108245452e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847750 Sep 22 22:17:06.550369 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-25c9857e-aadf-4605-a22f-8045fae394fd tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:06.553754 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-25c9857e-aadf-4605-a22f-8045fae394fd tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (c423b305-617f-42a3-a930-19ceee9b6ef8), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:06.748747 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c9857e-aadf-4605-a22f-8045fae394fd tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Router d69c119b-36e6-4102-a210-542d5988f463 has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:17:06.808085 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:06.857277 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c9857e-aadf-4605-a22f-8045fae394fd tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:17:06.862131 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-25c9857e-aadf-4605-a22f-8045fae394fd tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:06.866632 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efded33-2b16-48aa-918d-4ff49c538fd7 None None] Sync routers for ids ['d69c119b-36e6-4102-a210-542d5988f463'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:17:06.877235 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efded33-2b16-48aa-918d-4ff49c538fd7 None None] Routers {'d69c119b-36e6-4102-a210-542d5988f463'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:17:06.877854 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-3efded33-2b16-48aa-918d-4ff49c538fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:16:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['d69c119b-36e6-4102-a210-542d5988f463'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:06.889623 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:06.899158 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '508fe0c2-63f2-443d-b1a6-594aac42f259', 'tag': 'afcd99bc-64da-4e1a-855a-3858543e6931'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:17:06.901466 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e75635-0326-44e8-86a4-7905df0ac694" -d '{"events": [{"name": "network-changed", "server_uuid": "508fe0c2-63f2-443d-b1a6-594aac42f259", "tag": "afcd99bc-64da-4e1a-855a-3858543e6931"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:17:06.934889 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-25c9857e-aadf-4605-a22f-8045fae394fd tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/c423b305-617f-42a3-a930-19ceee9b6ef8 HTTP/1.1" status: 200 len: 993 time: 0.9594712 Sep 22 22:17:06.945466 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f47a2b-93df-4c6c-bb36-0184feda1368 x-openstack-request-id: req-01f47a2b-93df-4c6c-bb36-0184feda1368 {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:17:06.945764 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "508fe0c2-63f2-443d-b1a6-594aac42f259", "tag": "afcd99bc-64da-4e1a-855a-3858543e6931", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:17:06.946027 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01f47a2b-93df-4c6c-bb36-0184feda1368 {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:17:06.946436 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01f47a2b-93df-4c6c-bb36-0184feda1368'] response: {'name': 'network-changed', 'server_uuid': '508fe0c2-63f2-443d-b1a6-594aac42f259', 'tag': 'afcd99bc-64da-4e1a-855a-3858543e6931', 'status': 'completed', 'code': 200} Sep 22 22:17:06.991157 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-3efded33-2b16-48aa-918d-4ff49c538fd7 None None] Set router d69c119b-36e6-4102-a210-542d5988f463 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:17:07.086597 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e75635-0326-44e8-86a4-7905df0ac694 req-41ba98e9-7034-4060-b17c-cf5601c1931d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:07.088021 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d1e75635-0326-44e8-86a4-7905df0ac694 req-41ba98e9-7034-4060-b17c-cf5601c1931d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=0499a794df4444b594ee3126a8e210c1&device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 1129 time: 0.0410202 Sep 22 22:17:07.302179 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd34d7b-5e61-4929-911f-c10f5e5db75e req-5d4a101e-cd41-45bf-a21f-8703f16b8093 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:07.303626 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-efd34d7b-5e61-4929-911f-c10f5e5db75e req-5d4a101e-cd41-45bf-a21f-8703f16b8093 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=60e7432c-e9dc-49c3-a476-991a48adde7c HTTP/1.1" status: 200 len: 945 time: 0.0906334 Sep 22 22:17:07.324996 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-3efded33-2b16-48aa-918d-4ff49c538fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69c119b-36e6-4102-a210-542d5988f463', 'name': 'tempest-ServerRescueNegativeTestJSON-955786795-router', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '0831a477-b13a-4a2c-a66a-216fdba5ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:11Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'gw_port': {'id': '0831a477-b13a-4a2c-a66a-216fdba5ac3c', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': 'c423b305-617f-42a3-a930-19ceee9b6ef8', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'port_id': 'afcd99bc-64da-4e1a-855a-3858543e6931', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c', 'mac_address': 'fa:16:3e:cc:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508fe0c2-63f2-443d-b1a6-594aac42f259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:13:13Z', 'updated_at': '2022-09-22T22:17:06Z', 'revision_number': 3, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9baff0-685c-48d3-bc91-6ecb7e426180', 'name': '', 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'mac_address': 'fa:16:3e:4e:95:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bf216d7c-d985-409d-9ea6-5ff04204374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:16Z', 'updated_at': '2022-09-22T22:10:26Z', 'revision_number': 5, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'subnets': [{'id': 'bf216d7c-d985-409d-9ea6-5ff04204374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:07.349480 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efded33-2b16-48aa-918d-4ff49c538fd7 None None] Checking router: d69c119b-36e6-4102-a210-542d5988f463 for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:17:07.358557 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efded33-2b16-48aa-918d-4ff49c538fd7 None None] Routers {'d69c119b-36e6-4102-a210-542d5988f463'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:17:07.359173 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-3efded33-2b16-48aa-918d-4ff49c538fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:16:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['d69c119b-36e6-4102-a210-542d5988f463'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:07.396977 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e75635-0326-44e8-86a4-7905df0ac694 req-a44220a4-306d-46a5-806b-8c462a12703c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:07.398738 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d1e75635-0326-44e8-86a4-7905df0ac694 req-a44220a4-306d-46a5-806b-8c462a12703c service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=770f63d9-fbe3-4433-90af-714bf608e28c HTTP/1.1" status: 200 len: 919 time: 0.1868808 Sep 22 22:17:07.464247 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-3efded33-2b16-48aa-918d-4ff49c538fd7 None None] Set router d69c119b-36e6-4102-a210-542d5988f463 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:17:07.478802 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-efd34d7b-5e61-4929-911f-c10f5e5db75e req-c08d0f53-b247-487f-989e-fcf10b70772a tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Deleting port c3df795b-10a6-4413-9642-8213c6eae0f4 {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:17:07.479149 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-efd34d7b-5e61-4929-911f-c10f5e5db75e req-c08d0f53-b247-487f-989e-fcf10b70772a tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (c3df795b-10a6-4413-9642-8213c6eae0f4), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:07.507941 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e06b9-0b59-4189-9771-0917cd33d461 req-2ea025fa-16c3-4455-b2e9-3c706fa98ee2 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:07.509428 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2b1e06b9-0b59-4189-9771-0917cd33d461 req-2ea025fa-16c3-4455-b2e9-3c706fa98ee2 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=60e7432c-e9dc-49c3-a476-991a48adde7c HTTP/1.1" status: 200 len: 945 time: 0.1075470 Sep 22 22:17:07.560902 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d1e75635-0326-44e8-86a4-7905df0ac694 req-445c44ab-6e9e-4ee8-a61a-8a6d25f3bb38 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afcd99bc-64da-4e1a-855a-3858543e6931 HTTP/1.1" status: 200 len: 1001 time: 0.1467376 Sep 22 22:17:07.654724 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2b1e06b9-0b59-4189-9771-0917cd33d461 req-0d589715-58de-411b-aca1-5e8d60d56d29 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5b2df2e5-8ffa-4737-a340-b0108245452e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129839 Sep 22 22:17:07.659565 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e75635-0326-44e8-86a4-7905df0ac694 req-cf0d8351-0247-4bae-bf6d-3f49d128152d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:07.661021 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d1e75635-0326-44e8-86a4-7905df0ac694 req-cf0d8351-0247-4bae-bf6d-3f49d128152d service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=bf216d7c-d985-409d-9ea6-5ff04204374d HTTP/1.1" status: 200 len: 857 time: 0.0924635 Sep 22 22:17:07.681258 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-efd34d7b-5e61-4929-911f-c10f5e5db75e req-c08d0f53-b247-487f-989e-fcf10b70772a tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] For port c3df795b-10a6-4413-9642-8213c6eae0f4, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c3df795b-10a6-4413-9642-8213c6eae0f4,segment=NetworkSegment(be8993b7-fcf5-42ec-b1db-df616a95c294),segment_id=be8993b7-fcf5-42ec-b1db-df616a95c294)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:17:07.681622 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-efd34d7b-5e61-4929-911f-c10f5e5db75e req-c08d0f53-b247-487f-989e-fcf10b70772a tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (c3df795b-10a6-4413-9642-8213c6eae0f4), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:07.684810 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-3efded33-2b16-48aa-918d-4ff49c538fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69c119b-36e6-4102-a210-542d5988f463', 'name': 'tempest-ServerRescueNegativeTestJSON-955786795-router', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '0831a477-b13a-4a2c-a66a-216fdba5ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:11Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'gw_port': {'id': '0831a477-b13a-4a2c-a66a-216fdba5ac3c', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': 'c423b305-617f-42a3-a930-19ceee9b6ef8', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'port_id': 'afcd99bc-64da-4e1a-855a-3858543e6931', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c', 'mac_address': 'fa:16:3e:cc:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508fe0c2-63f2-443d-b1a6-594aac42f259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:13:13Z', 'updated_at': '2022-09-22T22:17:06Z', 'revision_number': 3, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9baff0-685c-48d3-bc91-6ecb7e426180', 'name': '', 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'mac_address': 'fa:16:3e:4e:95:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bf216d7c-d985-409d-9ea6-5ff04204374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:16Z', 'updated_at': '2022-09-22T22:10:26Z', 'revision_number': 5, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'subnets': [{'id': 'bf216d7c-d985-409d-9ea6-5ff04204374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:07.713752 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efded33-2b16-48aa-918d-4ff49c538fd7 None None] The sync data for ids ['d69c119b-36e6-4102-a210-542d5988f463'] in dv-cinder-849143-6-iscsi is: [{'id': 'd69c119b-36e6-4102-a210-542d5988f463', 'name': 'tempest-ServerRescueNegativeTestJSON-955786795-router', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '0831a477-b13a-4a2c-a66a-216fdba5ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:11Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'gw_port': {'id': '0831a477-b13a-4a2c-a66a-216fdba5ac3c', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': 'c423b305-617f-42a3-a930-19ceee9b6ef8', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'port_id': 'afcd99bc-64da-4e1a-855a-3858543e6931', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c', 'mac_address': 'fa:16:3e:cc:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508fe0c2-63f2-443d-b1a6-594aac42f259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:13:13Z', 'updated_at': '2022-09-22T22:17:06Z', 'revision_number': 3, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9baff0-685c-48d3-bc91-6ecb7e426180', 'name': '', 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'mac_address': 'fa:16:3e:4e:95:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bf216d7c-d985-409d-9ea6-5ff04204374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:16Z', 'updated_at': '2022-09-22T22:10:26Z', 'revision_number': 5, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'subnets': [{'id': 'bf216d7c-d985-409d-9ea6-5ff04204374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:17:07.783345 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e75635-0326-44e8-86a4-7905df0ac694 req-7a86c3fc-2d26-41b2-8735-d09e0836a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:07.784868 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d1e75635-0326-44e8-86a4-7905df0ac694 req-7a86c3fc-2d26-41b2-8735-d09e0836a205 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=770f63d9-fbe3-4433-90af-714bf608e28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1154766 Sep 22 22:17:07.986198 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d1e75635-0326-44e8-86a4-7905df0ac694 req-7c96bccd-1007-4fbc-8cf4-ab100ac94683 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905954 Sep 22 22:17:07.993506 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-efd34d7b-5e61-4929-911f-c10f5e5db75e req-c08d0f53-b247-487f-989e-fcf10b70772a tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:07.993870 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-efd34d7b-5e61-4929-911f-c10f5e5db75e req-c08d0f53-b247-487f-989e-fcf10b70772a tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (eb8934d7-97da-4776-8ade-e7a4249042ac), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:07.994183 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.db.l3_db [req-efd34d7b-5e61-4929-911f-c10f5e5db75e req-c08d0f53-b247-487f-989e-fcf10b70772a tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Floating IP eb8934d7-97da-4776-8ade-e7a4249042ac disassociated. External IP: 172.27.1.52, port: c3df795b-10a6-4413-9642-8213c6eae0f4. Sep 22 22:17:07.994519 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-efd34d7b-5e61-4929-911f-c10f5e5db75e req-c08d0f53-b247-487f-989e-fcf10b70772a tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Calling delete_port for c3df795b-10a6-4413-9642-8213c6eae0f4 owned by compute:nova {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:17:08.305308 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:08.308494 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:08.372467 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d1e75635-0326-44e8-86a4-7905df0ac694 req-9eadc6c4-8086-427e-b52a-72fd8a364fa2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758497 Sep 22 22:17:08.429761 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-efd34d7b-5e61-4929-911f-c10f5e5db75e req-c08d0f53-b247-487f-989e-fcf10b70772a tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (c3df795b-10a6-4413-9642-8213c6eae0f4), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:08.457399 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d0f53-b247-487f-989e-fcf10b70772a tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event deleted for resources: {'Port': ['ID=c3df795b-10a6-4413-9642-8213c6eae0f4,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:08.567704 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efd34d7b-5e61-4929-911f-c10f5e5db75e req-c08d0f53-b247-487f-989e-fcf10b70772a tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Router c61ed6dd-031e-4a20-9d68-18897d0cccb2 has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:17:08.678519 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efd34d7b-5e61-4929-911f-c10f5e5db75e req-c08d0f53-b247-487f-989e-fcf10b70772a tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:17:08.688856 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37825e33-dc7b-4e40-bc58-5bc0d77930ae None None] Sync routers for ids ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'] in dv-cinder-849143-6-iscsi {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:17:08.705455 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37825e33-dc7b-4e40-bc58-5bc0d77930ae None None] Routers {'c61ed6dd-031e-4a20-9d68-18897d0cccb2'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:17:08.706346 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-37825e33-dc7b-4e40-bc58-5bc0d77930ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:16:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:08.725447 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd34d7b-5e61-4929-911f-c10f5e5db75e req-c08d0f53-b247-487f-989e-fcf10b70772a tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] No DVR routers for this DVR port c3df795b-10a6-4413-9642-8213c6eae0f4 on host hv-cinder-84914 {{(pid=106428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:17:08.728505 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-efd34d7b-5e61-4929-911f-c10f5e5db75e req-c08d0f53-b247-487f-989e-fcf10b70772a tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:08.731809 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-efd34d7b-5e61-4929-911f-c10f5e5db75e req-c08d0f53-b247-487f-989e-fcf10b70772a tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.57 "DELETE /networking/v2.0/ports/c3df795b-10a6-4413-9642-8213c6eae0f4 HTTP/1.1" status: 204 len: 173 time: 1.4212570 Sep 22 22:17:08.775449 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2723776c-4d67-4e62-9f41-17a97342add2 req-52899353-c55d-4b2a-bdc5-4d5db774592c tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=60e7432c-e9dc-49c3-a476-991a48adde7c HTTP/1.1" status: 200 len: 210 time: 0.0339086 Sep 22 22:17:08.822093 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-37825e33-dc7b-4e40-bc58-5bc0d77930ae None None] Set router c61ed6dd-031e-4a20-9d68-18897d0cccb2 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:17:08.947920 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '508fe0c2-63f2-443d-b1a6-594aac42f259', 'tag': 'afcd99bc-64da-4e1a-855a-3858543e6931'}, {'server_uuid': '60e7432c-e9dc-49c3-a476-991a48adde7c', 'name': 'network-vif-deleted', 'tag': 'c3df795b-10a6-4413-9642-8213c6eae0f4'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:17:08.951366 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44791788-67bd-40e0-a54d-98402fe2b885" -d '{"events": [{"name": "network-changed", "server_uuid": "508fe0c2-63f2-443d-b1a6-594aac42f259", "tag": "afcd99bc-64da-4e1a-855a-3858543e6931"}, {"server_uuid": "60e7432c-e9dc-49c3-a476-991a48adde7c", "name": "network-vif-deleted", "tag": "c3df795b-10a6-4413-9642-8213c6eae0f4"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:17:09.003759 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Sep 2022 22:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4702e410-88b9-46cc-b791-6c85b6c8b9fc x-openstack-request-id: req-4702e410-88b9-46cc-b791-6c85b6c8b9fc {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:17:09.004380 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "508fe0c2-63f2-443d-b1a6-594aac42f259", "tag": "afcd99bc-64da-4e1a-855a-3858543e6931", "status": "completed", "code": 200}, {"server_uuid": "60e7432c-e9dc-49c3-a476-991a48adde7c", "name": "network-vif-deleted", "tag": "c3df795b-10a6-4413-9642-8213c6eae0f4", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:17:09.004380 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4702e410-88b9-46cc-b791-6c85b6c8b9fc {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:17:09.004919 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4702e410-88b9-46cc-b791-6c85b6c8b9fc'] response: {'name': 'network-changed', 'server_uuid': '508fe0c2-63f2-443d-b1a6-594aac42f259', 'tag': 'afcd99bc-64da-4e1a-855a-3858543e6931', 'status': 'completed', 'code': 200} Sep 22 22:17:09.005429 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4702e410-88b9-46cc-b791-6c85b6c8b9fc'] response: {'server_uuid': '60e7432c-e9dc-49c3-a476-991a48adde7c', 'name': 'network-vif-deleted', 'tag': 'c3df795b-10a6-4413-9642-8213c6eae0f4', 'status': 'completed', 'code': 200} Sep 22 22:17:09.050322 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-37825e33-dc7b-4e40-bc58-5bc0d77930ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'gw_port': {'id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:13Z', 'updated_at': '2022-09-22T22:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': 'ed1445e2-e7ff-4aaa-88a6-5cc88f34d449', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'port_id': '1f73d7aa-997f-4856-81f0-98fb975bdbf8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 73, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'mac_address': 'fa:16:3e:cf:94:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765e0b40-b687-4b25-b264-0b84e9d0a8a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:10:22Z', 'updated_at': '2022-09-22T22:11:51Z', 'revision_number': 2, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68bdd94-0ddc-462e-97eb-b3583122f420', 'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'mac_address': 'fa:16:3e:0a:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:17Z', 'updated_at': '2022-09-22T22:10:27Z', 'revision_number': 5, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'subnets': [{'id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:09.080371 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37825e33-dc7b-4e40-bc58-5bc0d77930ae None None] Checking router: c61ed6dd-031e-4a20-9d68-18897d0cccb2 for host: dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:17:09.089366 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37825e33-dc7b-4e40-bc58-5bc0d77930ae None None] Routers {'c61ed6dd-031e-4a20-9d68-18897d0cccb2'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:17:09.089967 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-37825e33-dc7b-4e40-bc58-5bc0d77930ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:16:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:09.111928 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44791788-67bd-40e0-a54d-98402fe2b885 req-a213fb9c-5cd5-4a50-bcd5-2221c17ec82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:09.113801 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-44791788-67bd-40e0-a54d-98402fe2b885 req-a213fb9c-5cd5-4a50-bcd5-2221c17ec82b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=0499a794df4444b594ee3126a8e210c1&device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 1129 time: 0.0526495 Sep 22 22:17:09.219183 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-37825e33-dc7b-4e40-bc58-5bc0d77930ae None None] Set router c61ed6dd-031e-4a20-9d68-18897d0cccb2 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:17:09.243985 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44791788-67bd-40e0-a54d-98402fe2b885 req-917f9e53-bec6-40f0-bdb6-3dbd21f1cfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:09.246013 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-44791788-67bd-40e0-a54d-98402fe2b885 req-917f9e53-bec6-40f0-bdb6-3dbd21f1cfb2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=770f63d9-fbe3-4433-90af-714bf608e28c HTTP/1.1" status: 200 len: 919 time: 0.1228359 Sep 22 22:17:09.340541 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-44791788-67bd-40e0-a54d-98402fe2b885 req-5ceab640-bfe5-41f5-abee-49447c854a16 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afcd99bc-64da-4e1a-855a-3858543e6931 HTTP/1.1" status: 200 len: 1001 time: 0.0598757 Sep 22 22:17:09.440789 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-37825e33-dc7b-4e40-bc58-5bc0d77930ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'gw_port': {'id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:13Z', 'updated_at': '2022-09-22T22:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': 'ed1445e2-e7ff-4aaa-88a6-5cc88f34d449', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'port_id': '1f73d7aa-997f-4856-81f0-98fb975bdbf8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 73, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'mac_address': 'fa:16:3e:cf:94:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765e0b40-b687-4b25-b264-0b84e9d0a8a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:10:22Z', 'updated_at': '2022-09-22T22:11:51Z', 'revision_number': 2, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68bdd94-0ddc-462e-97eb-b3583122f420', 'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'mac_address': 'fa:16:3e:0a:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:17Z', 'updated_at': '2022-09-22T22:10:27Z', 'revision_number': 5, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'subnets': [{'id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:09.467656 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37825e33-dc7b-4e40-bc58-5bc0d77930ae None None] The sync data for ids ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'] in dv-cinder-849143-6-iscsi is: [{'id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'gw_port': {'id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:13Z', 'updated_at': '2022-09-22T22:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': 'ed1445e2-e7ff-4aaa-88a6-5cc88f34d449', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'port_id': '1f73d7aa-997f-4856-81f0-98fb975bdbf8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 73, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'mac_address': 'fa:16:3e:cf:94:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765e0b40-b687-4b25-b264-0b84e9d0a8a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:10:22Z', 'updated_at': '2022-09-22T22:11:51Z', 'revision_number': 2, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68bdd94-0ddc-462e-97eb-b3583122f420', 'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'mac_address': 'fa:16:3e:0a:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:17Z', 'updated_at': '2022-09-22T22:10:27Z', 'revision_number': 5, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'subnets': [{'id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:17:09.610084 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44791788-67bd-40e0-a54d-98402fe2b885 req-651ba65b-2e3e-4883-a9b7-05c093bf2b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:09.613805 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-44791788-67bd-40e0-a54d-98402fe2b885 req-651ba65b-2e3e-4883-a9b7-05c093bf2b78 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=bf216d7c-d985-409d-9ea6-5ff04204374d HTTP/1.1" status: 200 len: 857 time: 0.0823810 Sep 22 22:17:09.671140 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44791788-67bd-40e0-a54d-98402fe2b885 req-776678b6-597f-4802-a602-9ff5b452545e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:09.673093 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-44791788-67bd-40e0-a54d-98402fe2b885 req-776678b6-597f-4802-a602-9ff5b452545e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=770f63d9-fbe3-4433-90af-714bf608e28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471141 Sep 22 22:17:09.852279 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-44791788-67bd-40e0-a54d-98402fe2b885 req-a39c7a6c-8e93-43b3-810d-a5b84044afb1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714833 Sep 22 22:17:09.867938 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73abbecb-4ab8-4665-bcef-66466dcf1f24 None None] New status for floating IP eb8934d7-97da-4776-8ade-e7a4249042ac: DOWN {{(pid=106430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 22:17:09.907003 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 43842) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:17:09.932712 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:09.952495 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:10.001517 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-44791788-67bd-40e0-a54d-98402fe2b885 req-87652a26-3da8-43b1-b4c5-18faa282a04c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426311 Sep 22 22:17:10.002155 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-04796520-de5d-4fd6-8aa3-a748e00744e3 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group (5b2df2e5-8ffa-4737-a340-b0108245452e), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:10.044195 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-04796520-de5d-4fd6-8aa3-a748e00744e3 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group (5b2df2e5-8ffa-4737-a340-b0108245452e), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:10.110676 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-04796520-de5d-4fd6-8aa3-a748e00744e3 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (5b2df2e5-8ffa-4737-a340-b0108245452e), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:10.113512 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-04796520-de5d-4fd6-8aa3-a748e00744e3 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:10.118818 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 43846) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:17:10.122541 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-04796520-de5d-4fd6-8aa3-a748e00744e3 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5b2df2e5-8ffa-4737-a340-b0108245452e HTTP/1.1" status: 204 len: 168 time: 0.2136314 Sep 22 22:17:10.135901 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.api.v2.resource [None req-0f5dade1-3fb1-42c2-99e5-dab95dfb2e67 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] show failed (client error): The resource could not be found. Sep 22 22:17:10.136161 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04796520-de5d-4fd6-8aa3-a748e00744e3 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2df2e5-8ffa-4737-a340-b0108245452e,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:10.140765 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 43848) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:17:10.141571 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-0f5dade1-3fb1-42c2-99e5-dab95dfb2e67 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups/5b2df2e5-8ffa-4737-a340-b0108245452e HTTP/1.1" status: 404 len: 347 time: 0.0216572 Sep 22 22:17:10.265351 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-e8175d44-f355-4a47-ba15-90d560d09758 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Deleting port fd8b4838-9db9-43eb-b915-786bc9240717 {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:17:10.265705 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-e8175d44-f355-4a47-ba15-90d560d09758 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (fd8b4838-9db9-43eb-b915-786bc9240717), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:10.342503 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-e8175d44-f355-4a47-ba15-90d560d09758 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (fd8b4838-9db9-43eb-b915-786bc9240717), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:10.342836 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-e8175d44-f355-4a47-ba15-90d560d09758 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for floatingip (fd8b4838-9db9-43eb-b915-786bc9240717), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:10.355258 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-e8175d44-f355-4a47-ba15-90d560d09758 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Calling delete_port for fd8b4838-9db9-43eb-b915-786bc9240717 owned by network:floatingip {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:17:10.493588 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-e8175d44-f355-4a47-ba15-90d560d09758 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (fd8b4838-9db9-43eb-b915-786bc9240717), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:10.518838 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8175d44-f355-4a47-ba15-90d560d09758 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event deleted for resources: {'Port': ['ID=fd8b4838-9db9-43eb-b915-786bc9240717,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:10.585899 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-e8175d44-f355-4a47-ba15-90d560d09758 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for floatingip (eb8934d7-97da-4776-8ade-e7a4249042ac), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:10.588424 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-e8175d44-f355-4a47-ba15-90d560d09758 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:10.589600 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-e8175d44-f355-4a47-ba15-90d560d09758 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/eb8934d7-97da-4776-8ade-e7a4249042ac HTTP/1.1" status: 204 len: 168 time: 0.4482596 Sep 22 22:17:12.520045 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device c3df795b-10a6-4413-9642-8213c6eae0f4 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:17:12.541152 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] No Port match for: c3df795b-10a6-4413-9642-8213c6eae0f4 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:17:12.541481 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device c3df795b-10a6-4413-9642-8213c6eae0f4 not bound to the agent host hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:17:13.313128 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996858b-abd5-45c3-9e55-14e299c53723 req-c56aea22-1778-4163-bbe9-82ba8cee9742 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:13.314646 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0996858b-abd5-45c3-9e55-14e299c53723 req-c56aea22-1778-4163-bbe9-82ba8cee9742 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 946 time: 0.0480070 Sep 22 22:17:13.361715 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0996858b-abd5-45c3-9e55-14e299c53723 req-b04893ee-f1e8-4efb-89a0-0c6748eb9938 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415092 Sep 22 22:17:14.483205 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fe544-387b-4dc5-80d0-8b08e9e30328 req-65c68990-efed-410a-ace2-b9df854cf802 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:14.484673 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-555fe544-387b-4dc5-80d0-8b08e9e30328 req-65c68990-efed-410a-ace2-b9df854cf802 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 946 time: 0.0470142 Sep 22 22:17:14.554373 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e7e4b-5f07-4784-9f0b-c338356d1f53 req-25cc3ace-8943-4c75-af5b-3da339c6c81a tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:14.555839 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a07e7e4b-5f07-4784-9f0b-c338356d1f53 req-25cc3ace-8943-4c75-af5b-3da339c6c81a tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 946 time: 0.0679212 Sep 22 22:17:14.580899 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-555fe544-387b-4dc5-80d0-8b08e9e30328 req-434815b1-0c98-4afa-93a4-581016a6dbb1 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=4758976f-0e58-4ba5-8697-0eb4de1323cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853882 Sep 22 22:17:14.652416 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-a07e7e4b-5f07-4784-9f0b-c338356d1f53 req-fbfb4169-8185-4871-a719-b29fd091586f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Deleting port 1f73d7aa-997f-4856-81f0-98fb975bdbf8 {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:17:14.652684 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-a07e7e4b-5f07-4784-9f0b-c338356d1f53 req-fbfb4169-8185-4871-a719-b29fd091586f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (1f73d7aa-997f-4856-81f0-98fb975bdbf8), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:14.668153 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:14.720758 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:14.746915 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-a07e7e4b-5f07-4784-9f0b-c338356d1f53 req-fbfb4169-8185-4871-a719-b29fd091586f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] For port 1f73d7aa-997f-4856-81f0-98fb975bdbf8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=1f73d7aa-997f-4856-81f0-98fb975bdbf8,segment=NetworkSegment(be8993b7-fcf5-42ec-b1db-df616a95c294),segment_id=be8993b7-fcf5-42ec-b1db-df616a95c294)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:17:14.747273 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-a07e7e4b-5f07-4784-9f0b-c338356d1f53 req-fbfb4169-8185-4871-a719-b29fd091586f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (1f73d7aa-997f-4856-81f0-98fb975bdbf8), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:14.868852 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-daa25146-54ac-4ca6-87eb-3e0d92db18da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:14.907764 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-a07e7e4b-5f07-4784-9f0b-c338356d1f53 req-fbfb4169-8185-4871-a719-b29fd091586f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:14.908055 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-a07e7e4b-5f07-4784-9f0b-c338356d1f53 req-fbfb4169-8185-4871-a719-b29fd091586f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (ed1445e2-e7ff-4aaa-88a6-5cc88f34d449), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:14.908376 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.db.l3_db [req-a07e7e4b-5f07-4784-9f0b-c338356d1f53 req-fbfb4169-8185-4871-a719-b29fd091586f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Floating IP ed1445e2-e7ff-4aaa-88a6-5cc88f34d449 disassociated. External IP: 172.27.1.186, port: 1f73d7aa-997f-4856-81f0-98fb975bdbf8. Sep 22 22:17:14.908722 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-a07e7e4b-5f07-4784-9f0b-c338356d1f53 req-fbfb4169-8185-4871-a719-b29fd091586f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Calling delete_port for 1f73d7aa-997f-4856-81f0-98fb975bdbf8 owned by compute:nova {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:17:15.035483 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-a07e7e4b-5f07-4784-9f0b-c338356d1f53 req-fbfb4169-8185-4871-a719-b29fd091586f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (1f73d7aa-997f-4856-81f0-98fb975bdbf8), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:15.063984 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb4169-8185-4871-a719-b29fd091586f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event deleted for resources: {'Port': ['ID=1f73d7aa-997f-4856-81f0-98fb975bdbf8,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:15.175357 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a07e7e4b-5f07-4784-9f0b-c338356d1f53 req-fbfb4169-8185-4871-a719-b29fd091586f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Router c61ed6dd-031e-4a20-9d68-18897d0cccb2 has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:17:15.278513 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a07e7e4b-5f07-4784-9f0b-c338356d1f53 req-fbfb4169-8185-4871-a719-b29fd091586f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:17:15.287731 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16075788-5d00-4bc2-aae7-ef897fa2e274 None None] Sync routers for ids ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'] in dv-cinder-849143-6-iscsi {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:17:15.298165 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16075788-5d00-4bc2-aae7-ef897fa2e274 None None] Routers {'c61ed6dd-031e-4a20-9d68-18897d0cccb2'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:17:15.298763 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-16075788-5d00-4bc2-aae7-ef897fa2e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:16:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:15.321363 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07e7e4b-5f07-4784-9f0b-c338356d1f53 req-fbfb4169-8185-4871-a719-b29fd091586f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] No DVR routers for this DVR port 1f73d7aa-997f-4856-81f0-98fb975bdbf8 on host hv-cinder-84914 {{(pid=106428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:17:15.323823 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-a07e7e4b-5f07-4784-9f0b-c338356d1f53 req-fbfb4169-8185-4871-a719-b29fd091586f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:15.327079 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a07e7e4b-5f07-4784-9f0b-c338356d1f53 req-fbfb4169-8185-4871-a719-b29fd091586f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.57 "DELETE /networking/v2.0/ports/1f73d7aa-997f-4856-81f0-98fb975bdbf8 HTTP/1.1" status: 204 len: 173 time: 0.7583992 Sep 22 22:17:15.327570 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765e0b40-b687-4b25-b264-0b84e9d0a8a3', 'name': 'network-vif-deleted', 'tag': '1f73d7aa-997f-4856-81f0-98fb975bdbf8'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:17:15.329887 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83337cff-bf8b-46cb-ad70-4dea86208759" -d '{"events": [{"server_uuid": "765e0b40-b687-4b25-b264-0b84e9d0a8a3", "name": "network-vif-deleted", "tag": "1f73d7aa-997f-4856-81f0-98fb975bdbf8"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:17:15.376827 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1897f9fb-a22d-4e40-910d-f28e72d35eac x-openstack-request-id: req-1897f9fb-a22d-4e40-910d-f28e72d35eac {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:17:15.376990 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765e0b40-b687-4b25-b264-0b84e9d0a8a3", "name": "network-vif-deleted", "tag": "1f73d7aa-997f-4856-81f0-98fb975bdbf8", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:17:15.377236 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1897f9fb-a22d-4e40-910d-f28e72d35eac {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:17:15.378419 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1897f9fb-a22d-4e40-910d-f28e72d35eac'] response: {'server_uuid': '765e0b40-b687-4b25-b264-0b84e9d0a8a3', 'name': 'network-vif-deleted', 'tag': '1f73d7aa-997f-4856-81f0-98fb975bdbf8', 'status': 'completed', 'code': 200} Sep 22 22:17:15.403131 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=100 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:15.405159 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-16075788-5d00-4bc2-aae7-ef897fa2e274 None None] Set router c61ed6dd-031e-4a20-9d68-18897d0cccb2 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:17:15.658097 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=100 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:15.696935 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-16075788-5d00-4bc2-aae7-ef897fa2e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'gw_port': {'id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:13Z', 'updated_at': '2022-09-22T22:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'd68bdd94-0ddc-462e-97eb-b3583122f420', 'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'mac_address': 'fa:16:3e:0a:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:17Z', 'updated_at': '2022-09-22T22:10:27Z', 'revision_number': 5, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'subnets': [{'id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:15.709591 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2eca9598-b4ff-4747-a4be-cc407ae573a2 req-47f7c5ed-282a-4a90-bdb5-66b0f364f809 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=765e0b40-b687-4b25-b264-0b84e9d0a8a3 HTTP/1.1" status: 200 len: 210 time: 0.0343518 Sep 22 22:17:15.728117 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16075788-5d00-4bc2-aae7-ef897fa2e274 None None] Checking router: c61ed6dd-031e-4a20-9d68-18897d0cccb2 for host: dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:17:15.736834 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16075788-5d00-4bc2-aae7-ef897fa2e274 None None] Routers {'c61ed6dd-031e-4a20-9d68-18897d0cccb2'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:17:15.737474 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-16075788-5d00-4bc2-aae7-ef897fa2e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:16:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:15.840684 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-16075788-5d00-4bc2-aae7-ef897fa2e274 None None] Set router c61ed6dd-031e-4a20-9d68-18897d0cccb2 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:17:16.024841 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-16075788-5d00-4bc2-aae7-ef897fa2e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'gw_port': {'id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:13Z', 'updated_at': '2022-09-22T22:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'd68bdd94-0ddc-462e-97eb-b3583122f420', 'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'mac_address': 'fa:16:3e:0a:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:17Z', 'updated_at': '2022-09-22T22:10:27Z', 'revision_number': 5, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'subnets': [{'id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:16.050694 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16075788-5d00-4bc2-aae7-ef897fa2e274 None None] The sync data for ids ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'] in dv-cinder-849143-6-iscsi is: [{'id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'gw_port': {'id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:13Z', 'updated_at': '2022-09-22T22:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'd68bdd94-0ddc-462e-97eb-b3583122f420', 'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'mac_address': 'fa:16:3e:0a:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:17Z', 'updated_at': '2022-09-22T22:10:27Z', 'revision_number': 5, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'subnets': [{'id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:17:16.274758 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae04ab9-a863-4810-9d35-bfa348d2554a None None] New status for floating IP ed1445e2-e7ff-4aaa-88a6-5cc88f34d449: DOWN {{(pid=106430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 22:17:16.309087 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:16.351705 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:16.614100 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:16.803920 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 43882) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:17:16.860945 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c09c73c3-8143-4cd5-9f09-c891156b0c77 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group (4758976f-0e58-4ba5-8697-0eb4de1323cc), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:16.883779 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c09c73c3-8143-4cd5-9f09-c891156b0c77 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group (4758976f-0e58-4ba5-8697-0eb4de1323cc), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:16.932410 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c09c73c3-8143-4cd5-9f09-c891156b0c77 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (4758976f-0e58-4ba5-8697-0eb4de1323cc), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:16.934986 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c09c73c3-8143-4cd5-9f09-c891156b0c77 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:16.936158 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-c09c73c3-8143-4cd5-9f09-c891156b0c77 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4758976f-0e58-4ba5-8697-0eb4de1323cc HTTP/1.1" status: 204 len: 168 time: 0.1312480 Sep 22 22:17:16.939191 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 43886) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:17:16.946890 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c73c3-8143-4cd5-9f09-c891156b0c77 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4758976f-0e58-4ba5-8697-0eb4de1323cc,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:16.957739 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.api.v2.resource [None req-03986ae2-4bd9-4d9e-9efa-7a5712619089 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] show failed (client error): The resource could not be found. Sep 22 22:17:16.958754 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-03986ae2-4bd9-4d9e-9efa-7a5712619089 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups/4758976f-0e58-4ba5-8697-0eb4de1323cc HTTP/1.1" status: 404 len: 347 time: 0.0183880 Sep 22 22:17:16.962269 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 43888) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:17:17.037671 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-a5015027-bcc9-4cc7-9581-6614c6fede9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:17.074874 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-c0a0f3de-87ce-4f0b-8b0f-6b1c080bacc8 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Deleting port 72eb414f-01ac-4908-94e1-257049f436f5 {{(pid=106429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:17:17.075217 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c0a0f3de-87ce-4f0b-8b0f-6b1c080bacc8 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (72eb414f-01ac-4908-94e1-257049f436f5), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:17.152089 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c0a0f3de-87ce-4f0b-8b0f-6b1c080bacc8 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (72eb414f-01ac-4908-94e1-257049f436f5), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:17.152329 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c0a0f3de-87ce-4f0b-8b0f-6b1c080bacc8 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for floatingip (72eb414f-01ac-4908-94e1-257049f436f5), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:17.165247 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-c0a0f3de-87ce-4f0b-8b0f-6b1c080bacc8 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Calling delete_port for 72eb414f-01ac-4908-94e1-257049f436f5 owned by network:floatingip {{(pid=106429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:17:17.305555 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c0a0f3de-87ce-4f0b-8b0f-6b1c080bacc8 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (72eb414f-01ac-4908-94e1-257049f436f5), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:17.330077 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0f3de-87ce-4f0b-8b0f-6b1c080bacc8 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event deleted for resources: {'Port': ['ID=72eb414f-01ac-4908-94e1-257049f436f5,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:17.394800 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c0a0f3de-87ce-4f0b-8b0f-6b1c080bacc8 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for floatingip (ed1445e2-e7ff-4aaa-88a6-5cc88f34d449), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:17.397507 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c0a0f3de-87ce-4f0b-8b0f-6b1c080bacc8 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:17.398674 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-c0a0f3de-87ce-4f0b-8b0f-6b1c080bacc8 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/ed1445e2-e7ff-4aaa-88a6-5cc88f34d449 HTTP/1.1" status: 204 len: 168 time: 0.4355159 Sep 22 22:17:17.485603 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 43892) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:17:17.490213 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-ad71f56d-e3ad-480d-9dd1-02b29d939745 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Request body: {'security_group': {'name': 'tempest-securitygroup--48304948', 'description': 'tempest-description--1922384772'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:17:17.512575 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ad71f56d-e3ad-480d-9dd1-02b29d939745 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:17.581878 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ad71f56d-e3ad-480d-9dd1-02b29d939745 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group (b32a5be0-f375-4fb4-9ecb-30403f2847f6), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:17.585494 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ad71f56d-e3ad-480d-9dd1-02b29d939745 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (b32a5be0-f375-4fb4-9ecb-30403f2847f6), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:17.614032 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ad71f56d-e3ad-480d-9dd1-02b29d939745 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:17.615228 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-ad71f56d-e3ad-480d-9dd1-02b29d939745 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1286426 Sep 22 22:17:17.618851 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 43894) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:17:17.619981 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71f56d-e3ad-480d-9dd1-02b29d939745 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32a5be0-f375-4fb4-9ecb-30403f2847f6,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:17.623706 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-61f9651e-6c69-405b-b07c-ba332d052f77 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Request body: {'security_group_rule': {'security_group_id': 'b32a5be0-f375-4fb4-9ecb-30403f2847f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:17:17.650500 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-61f9651e-6c69-405b-b07c-ba332d052f77 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group_rule (ffa67f99-d9b5-469e-9243-6476f8258ad0), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:17.659537 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:17.684727 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:17.708710 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-61f9651e-6c69-405b-b07c-ba332d052f77 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group_rule (ffa67f99-d9b5-469e-9243-6476f8258ad0), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:17.711998 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-61f9651e-6c69-405b-b07c-ba332d052f77 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (ffa67f99-d9b5-469e-9243-6476f8258ad0), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:17.731505 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9651e-6c69-405b-b07c-ba332d052f77 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa67f99-d9b5-469e-9243-6476f8258ad0,revision_number=0']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:17.736545 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-61f9651e-6c69-405b-b07c-ba332d052f77 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:17.737774 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-61f9651e-6c69-405b-b07c-ba332d052f77 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178026 Sep 22 22:17:17.740546 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 43896) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:17:17.745762 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-f45ab408-560c-45df-a6d7-bfc46b857f0b tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Request body: {'security_group_rule': {'security_group_id': 'b32a5be0-f375-4fb4-9ecb-30403f2847f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:17:17.771729 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-f45ab408-560c-45df-a6d7-bfc46b857f0b tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group_rule (9f40bf5a-9798-4db1-9b29-a7de7511e95d), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:17.830742 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-f45ab408-560c-45df-a6d7-bfc46b857f0b tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group_rule (9f40bf5a-9798-4db1-9b29-a7de7511e95d), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:17.834567 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-f45ab408-560c-45df-a6d7-bfc46b857f0b tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (9f40bf5a-9798-4db1-9b29-a7de7511e95d), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:17.855223 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ab408-560c-45df-a6d7-bfc46b857f0b tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f40bf5a-9798-4db1-9b29-a7de7511e95d,revision_number=0']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:17.862569 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-f45ab408-560c-45df-a6d7-bfc46b857f0b tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:17.863776 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-f45ab408-560c-45df-a6d7-bfc46b857f0b tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213305 Sep 22 22:17:17.867090 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 43898) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:17:17.871363 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-ce683049-a65e-4fb6-a6db-8afee231d613 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Request body: {'floatingip': {'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:17:17.892761 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ce683049-a65e-4fb6-a6db-8afee231d613 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:17.971535 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ce683049-a65e-4fb6-a6db-8afee231d613 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:18.079372 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [None req-ce683049-a65e-4fb6-a6db-8afee231d613 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Allocated IP 172.27.1.37 (222d3bc3-ee2a-4d75-8e21-75e580ff73b3/4214672d-8971-44fc-bb6c-9c23836d3a7a/a6ea0914-eed7-4b8e-b278-2578bb0b09ed) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:17:18.179428 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ce683049-a65e-4fb6-a6db-8afee231d613 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for port (a6ea0914-eed7-4b8e-b278-2578bb0b09ed), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:18.210724 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ce683049-a65e-4fb6-a6db-8afee231d613 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (a6ea0914-eed7-4b8e-b278-2578bb0b09ed), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:18.254373 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce683049-a65e-4fb6-a6db-8afee231d613 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:17:18.258175 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [None req-ce683049-a65e-4fb6-a6db-8afee231d613 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:17:18.262019 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce683049-a65e-4fb6-a6db-8afee231d613 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:17:18.267381 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce683049-a65e-4fb6-a6db-8afee231d613 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event updated for resources: {'Port': ['ID=a6ea0914-eed7-4b8e-b278-2578bb0b09ed,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:18.326526 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:18.346574 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:18.347842 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ce683049-a65e-4fb6-a6db-8afee231d613 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for floatingip (4092c0ad-3187-4b0a-b566-35ee793e49bd), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:18.359949 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:18.390449 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ce683049-a65e-4fb6-a6db-8afee231d613 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (a6ea0914-eed7-4b8e-b278-2578bb0b09ed), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:18.525713 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 1f73d7aa-997f-4856-81f0-98fb975bdbf8 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:17:18.534230 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ce683049-a65e-4fb6-a6db-8afee231d613 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for port (a6ea0914-eed7-4b8e-b278-2578bb0b09ed), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:18.540212 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ce683049-a65e-4fb6-a6db-8afee231d613 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (a6ea0914-eed7-4b8e-b278-2578bb0b09ed), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:18.549430 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] No Port match for: 1f73d7aa-997f-4856-81f0-98fb975bdbf8 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:17:18.549777 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 1f73d7aa-997f-4856-81f0-98fb975bdbf8 not bound to the agent host hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:17:18.608643 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce683049-a65e-4fb6-a6db-8afee231d613 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event updated for resources: {'Port': ['ID=a6ea0914-eed7-4b8e-b278-2578bb0b09ed,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:18.611137 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ce683049-a65e-4fb6-a6db-8afee231d613 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (4092c0ad-3187-4b0a-b566-35ee793e49bd), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:18.627586 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ce683049-a65e-4fb6-a6db-8afee231d613 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:18.628814 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-ce683049-a65e-4fb6-a6db-8afee231d613 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7607203 Sep 22 22:17:18.780740 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6c4b5ca7-a7eb-49fa-90a4-646bb9e524c2 req-0ea28f0b-5681-428a-aba2-366dd4b8195a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401692 Sep 22 22:17:18.836473 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-657550ac-ed10-466b-aee7-6d2cced23c77 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--48304948&fields=id&tenant_id=226257b343d24054bc2178b47a9a5a4f HTTP/1.1" status: 200 len: 267 time: 0.0521138 Sep 22 22:17:18.911161 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b5ca7-a7eb-49fa-90a4-646bb9e524c2 req-a59f3614-bf57-481d-ac50-005c44188171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:18.912641 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6c4b5ca7-a7eb-49fa-90a4-646bb9e524c2 req-a59f3614-bf57-481d-ac50-005c44188171 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=0499a794df4444b594ee3126a8e210c1&device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 1129 time: 0.0911543 Sep 22 22:17:19.257699 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-3fd0a7ab-639b-4d59-a3ad-40d3a7a6cc90 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:19.259197 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-3fd0a7ab-639b-4d59-a3ad-40d3a7a6cc90 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/networks?id=76b70dbd-430e-4822-82a3-49c7f238d2e2 HTTP/1.1" status: 200 len: 815 time: 0.4039025 Sep 22 22:17:19.293262 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-54fbee87-5652-43f6-ab25-bc8ea6d97f69 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/quotas/226257b343d24054bc2178b47a9a5a4f HTTP/1.1" status: 200 len: 375 time: 0.0271449 Sep 22 22:17:19.297602 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b5ca7-a7eb-49fa-90a4-646bb9e524c2 req-be0fe2cc-0ccb-4490-a399-a99c87eba75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:19.298967 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6c4b5ca7-a7eb-49fa-90a4-646bb9e524c2 req-be0fe2cc-0ccb-4490-a399-a99c87eba75f service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=770f63d9-fbe3-4433-90af-714bf608e28c HTTP/1.1" status: 200 len: 919 time: 0.3684859 Sep 22 22:17:19.360098 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6c4b5ca7-a7eb-49fa-90a4-646bb9e524c2 req-e8691ed2-d903-4d12-bbe6-6dfb2c6ec123 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fd347ea-72b4-4b9b-97b6-c703e8d2774a HTTP/1.1" status: 200 len: 217 time: 0.0521045 Sep 22 22:17:19.379074 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-cc63de80-a22b-4de5-a7ae-532eb0406ec8 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=226257b343d24054bc2178b47a9a5a4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792346 Sep 22 22:17:19.424053 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b5ca7-a7eb-49fa-90a4-646bb9e524c2 req-c06aedb0-0e12-40e1-a4e6-7df6e78672be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:19.425505 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6c4b5ca7-a7eb-49fa-90a4-646bb9e524c2 req-c06aedb0-0e12-40e1-a4e6-7df6e78672be service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=bf216d7c-d985-409d-9ea6-5ff04204374d HTTP/1.1" status: 200 len: 857 time: 0.0575478 Sep 22 22:17:19.512599 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b5ca7-a7eb-49fa-90a4-646bb9e524c2 req-84d49c13-2982-48e9-ad26-584a2e4db6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:19.514118 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6c4b5ca7-a7eb-49fa-90a4-646bb9e524c2 req-84d49c13-2982-48e9-ad26-584a2e4db6ec service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=770f63d9-fbe3-4433-90af-714bf608e28c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0807292 Sep 22 22:17:19.608196 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-18fea825-710b-4ed6-a853-fe1fc9063124 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/76b70dbd-430e-4822-82a3-49c7f238d2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069392 Sep 22 22:17:19.612152 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:19.628453 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:19.686427 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6c4b5ca7-a7eb-49fa-90a4-646bb9e524c2 req-540366fc-e017-4f06-809c-e3a8afdf2865 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649468 Sep 22 22:17:19.757551 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:19.777551 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-90d272c5-8158-4bf1-ba36-0b864d8f3de3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/76b70dbd-430e-4822-82a3-49c7f238d2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622033 Sep 22 22:17:19.805587 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6c4b5ca7-a7eb-49fa-90a4-646bb9e524c2 req-5c73ced8-f8a0-4c05-990c-4a01801ef63a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116970 Sep 22 22:17:19.952375 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e4c3c485-e1b5-4dd8-b9a0-14c257d9062b req-b6fe6467-c83a-4c34-9292-547d8f9ba7d7 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c0d604e6-1975-480b-ac89-1fa7caf675f4 HTTP/1.1" status: 200 len: 210 time: 0.0327969 Sep 22 22:17:20.100656 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:21.059370 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-34acb452-df58-4098-8fbe-a58efd49a7cf req-8732eeb5-5218-43ce-b665-5320bb011eb6 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c0d604e6-1975-480b-ac89-1fa7caf675f4 HTTP/1.1" status: 200 len: 210 time: 0.0299306 Sep 22 22:17:21.870101 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-4d85c8c2-b5d4-4142-a7ae-18422b6f475c tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:21.871714 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-4d85c8c2-b5d4-4142-a7ae-18422b6f475c tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.57 "GET /networking/v2.0/networks?id=76b70dbd-430e-4822-82a3-49c7f238d2e2 HTTP/1.1" status: 200 len: 815 time: 0.1110790 Sep 22 22:17:21.959441 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-7c038a8f-0300-4d81-87a0-1e871695c866 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=226257b343d24054bc2178b47a9a5a4f HTTP/1.1" status: 200 len: 378 time: 0.0546772 Sep 22 22:17:22.072193 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-c44af784-007d-4269-89ef-084d425962da tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Request body: {'port': {'device_id': 'c0d604e6-1975-480b-ac89-1fa7caf675f4', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'admin_state_up': True, 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'security_groups': ['b32a5be0-f375-4fb4-9ecb-30403f2847f6']}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:17:22.173415 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-493fdece-af5a-4821-b7ce-09310d9cef6c req-b6818228-dc36-4edf-bfa1-66ca427d0ffb tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c0d604e6-1975-480b-ac89-1fa7caf675f4 HTTP/1.1" status: 200 len: 210 time: 0.0381222 Sep 22 22:17:22.206719 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-c44af784-007d-4269-89ef-084d425962da tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Made reservation on behalf of 226257b343d24054bc2178b47a9a5a4f for: {'port': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:17:22.210523 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-c44af784-007d-4269-89ef-084d425962da tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:22.334255 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-c44af784-007d-4269-89ef-084d425962da tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Allocated IP 172.20.0.6 (76b70dbd-430e-4822-82a3-49c7f238d2e2/b69367a6-5eda-4933-ae45-e149b1c204d0/84508ba9-197d-4731-a7d3-cb48ca241b0d) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:17:22.472776 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-c44af784-007d-4269-89ef-084d425962da tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for port (84508ba9-197d-4731-a7d3-cb48ca241b0d), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:22.481090 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:22.507714 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-c44af784-007d-4269-89ef-084d425962da tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (84508ba9-197d-4731-a7d3-cb48ca241b0d), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:22.552164 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-c44af784-007d-4269-89ef-084d425962da tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Network 76b70dbd-430e-4822-82a3-49c7f238d2e2 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:17:22.555022 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:22.558134 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-c44af784-007d-4269-89ef-084d425962da tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:17:22.562219 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-c44af784-007d-4269-89ef-084d425962da tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:17:22.566871 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44af784-007d-4269-89ef-084d425962da tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event updated for resources: {'Port': ['ID=84508ba9-197d-4731-a7d3-cb48ca241b0d,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:22.620253 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-c44af784-007d-4269-89ef-084d425962da tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:22.620908 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-c44af784-007d-4269-89ef-084d425962da tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:22.637644 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-c44af784-007d-4269-89ef-084d425962da tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5695760 Sep 22 22:17:22.687373 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-b86fdd6a-3faa-4328-8aa7-e56a3284cc1f service neutron] Request body: {'port': {'device_id': 'c0d604e6-1975-480b-ac89-1fa7caf675f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:17:22.747404 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-b86fdd6a-3faa-4328-8aa7-e56a3284cc1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (84508ba9-197d-4731-a7d3-cb48ca241b0d), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:22.749738 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-6551ae47-68d4-46d9-aff5-73c86232a83b None None] Provisioning complete for port 84508ba9-197d-4731-a7d3-cb48ca241b0d triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:17:22.750248 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-6551ae47-68d4-46d9-aff5-73c86232a83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (84508ba9-197d-4731-a7d3-cb48ca241b0d), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:22.750436 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-6551ae47-68d4-46d9-aff5-73c86232a83b None None] Attempt 1 to provision port 84508ba9-197d-4731-a7d3-cb48ca241b0d Sep 22 22:17:22.782118 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-6551ae47-68d4-46d9-aff5-73c86232a83b None None] Port 84508ba9-197d-4731-a7d3-cb48ca241b0d cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:17:22.998605 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-b86fdd6a-3faa-4328-8aa7-e56a3284cc1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84508ba9-197d-4731-a7d3-cb48ca241b0d {{(pid=106428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:17:23.005886 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-b86fdd6a-3faa-4328-8aa7-e56a3284cc1f service neutron] Publish callbacks [] for port (84508ba9-197d-4731-a7d3-cb48ca241b0d), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:23.019372 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.provisioning_blocks [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-b86fdd6a-3faa-4328-8aa7-e56a3284cc1f service neutron] Transition to ACTIVE for port object 84508ba9-197d-4731-a7d3-cb48ca241b0d will not be triggered until provisioned by entity L2. {{(pid=106428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 22:17:23.023462 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-b86fdd6a-3faa-4328-8aa7-e56a3284cc1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (84508ba9-197d-4731-a7d3-cb48ca241b0d), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:23.085000 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86fdd6a-3faa-4328-8aa7-e56a3284cc1f service neutron] Pushing event updated for resources: {'Port': ['ID=84508ba9-197d-4731-a7d3-cb48ca241b0d,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:23.133403 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-b86fdd6a-3faa-4328-8aa7-e56a3284cc1f service neutron] Attempting to bind port 84508ba9-197d-4731-a7d3-cb48ca241b0d on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:17:23.133746 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-b86fdd6a-3faa-4328-8aa7-e56a3284cc1f service neutron] Attempting to bind port 84508ba9-197d-4731-a7d3-cb48ca241b0d by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'be8993b7-fcf5-42ec-b1db-df616a95c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2'}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:17:23.134079 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-b86fdd6a-3faa-4328-8aa7-e56a3284cc1f service neutron] Attempting to bind port 84508ba9-197d-4731-a7d3-cb48ca241b0d on network 76b70dbd-430e-4822-82a3-49c7f238d2e2 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:17:23.177618 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-b86fdd6a-3faa-4328-8aa7-e56a3284cc1f service neutron] Port 84508ba9-197d-4731-a7d3-cb48ca241b0d on network 76b70dbd-430e-4822-82a3-49c7f238d2e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 22:17:23.177945 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-b86fdd6a-3faa-4328-8aa7-e56a3284cc1f service neutron] Attempting to bind port 84508ba9-197d-4731-a7d3-cb48ca241b0d on network 76b70dbd-430e-4822-82a3-49c7f238d2e2 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:17:23.220708 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-b86fdd6a-3faa-4328-8aa7-e56a3284cc1f service neutron] Checking agent: {'id': 'f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'started_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:17:23.221058 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-b86fdd6a-3faa-4328-8aa7-e56a3284cc1f service neutron] Checking segment: {'id': 'be8993b7-fcf5-42ec-b1db-df616a95c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:17:23.221480 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-b86fdd6a-3faa-4328-8aa7-e56a3284cc1f service neutron] Bound using segment: {'id': 'be8993b7-fcf5-42ec-b1db-df616a95c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2'} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:17:23.222067 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-b86fdd6a-3faa-4328-8aa7-e56a3284cc1f service neutron] Bound port: 84508ba9-197d-4731-a7d3-cb48ca241b0d, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be8993b7-fcf5-42ec-b1db-df616a95c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2'}}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:17:23.222437 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-b86fdd6a-3faa-4328-8aa7-e56a3284cc1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (84508ba9-197d-4731-a7d3-cb48ca241b0d), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:23.283639 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-6551ae47-68d4-46d9-aff5-73c86232a83b None None] Attempt 2 to provision port 84508ba9-197d-4731-a7d3-cb48ca241b0d Sep 22 22:17:23.304986 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:23.318994 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-6551ae47-68d4-46d9-aff5-73c86232a83b None None] Port 84508ba9-197d-4731-a7d3-cb48ca241b0d cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:17:23.326874 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a60f5b-48fb-4ac7-9182-920c0e596182 req-e2783220-038a-4ab3-93a5-e2ac465506da tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:23.328365 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a4a60f5b-48fb-4ac7-9182-920c0e596182 req-e2783220-038a-4ab3-93a5-e2ac465506da tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c0d604e6-1975-480b-ac89-1fa7caf675f4 HTTP/1.1" status: 200 len: 943 time: 0.0730190 Sep 22 22:17:23.331759 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-b86fdd6a-3faa-4328-8aa7-e56a3284cc1f service neutron] For port 84508ba9-197d-4731-a7d3-cb48ca241b0d, host hv-cinder-84914, cleared binding levels {{(pid=106428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:17:23.337073 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-b86fdd6a-3faa-4328-8aa7-e56a3284cc1f service neutron] For port 84508ba9-197d-4731-a7d3-cb48ca241b0d, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=84508ba9-197d-4731-a7d3-cb48ca241b0d,segment=NetworkSegment(be8993b7-fcf5-42ec-b1db-df616a95c294),segment_id=be8993b7-fcf5-42ec-b1db-df616a95c294)] {{(pid=106428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:17:23.357056 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-b86fdd6a-3faa-4328-8aa7-e56a3284cc1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (84508ba9-197d-4731-a7d3-cb48ca241b0d), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:23.362652 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-b86fdd6a-3faa-4328-8aa7-e56a3284cc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:23.363254 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-b86fdd6a-3faa-4328-8aa7-e56a3284cc1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:23.364585 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-b86fdd6a-3faa-4328-8aa7-e56a3284cc1f service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/84508ba9-197d-4731-a7d3-cb48ca241b0d HTTP/1.1" status: 200 len: 1093 time: 0.6815884 Sep 22 22:17:23.367636 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d604e6-1975-480b-ac89-1fa7caf675f4', 'tag': '84508ba9-197d-4731-a7d3-cb48ca241b0d'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:17:23.369884 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec60e936-5479-45c1-a478-c1e653bccae8" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d604e6-1975-480b-ac89-1fa7caf675f4", "tag": "84508ba9-197d-4731-a7d3-cb48ca241b0d"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:17:23.400680 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:23.436573 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a4a60f5b-48fb-4ac7-9182-920c0e596182 req-d605a59f-8ceb-4571-9f79-f490f312a209 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b32a5be0-f375-4fb4-9ecb-30403f2847f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1021297 Sep 22 22:17:23.438005 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3c5598-5ca5-49b9-901d-3786bf232b91 x-openstack-request-id: req-9a3c5598-5ca5-49b9-901d-3786bf232b91 {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:17:23.438288 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d604e6-1975-480b-ac89-1fa7caf675f4", "tag": "84508ba9-197d-4731-a7d3-cb48ca241b0d", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:17:23.438538 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a3c5598-5ca5-49b9-901d-3786bf232b91 {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:17:23.438930 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a3c5598-5ca5-49b9-901d-3786bf232b91'] response: {'name': 'network-changed', 'server_uuid': 'c0d604e6-1975-480b-ac89-1fa7caf675f4', 'tag': '84508ba9-197d-4731-a7d3-cb48ca241b0d', 'status': 'completed', 'code': 200} Sep 22 22:17:23.443603 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86fdd6a-3faa-4328-8aa7-e56a3284cc1f service neutron] Pushing event updated for resources: {'Port': ['ID=84508ba9-197d-4731-a7d3-cb48ca241b0d,revision_number=3']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:23.488644 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-52976ac2-545a-4359-8286-d1609e1c1763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:23.490187 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-52976ac2-545a-4359-8286-d1609e1c1763 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=226257b343d24054bc2178b47a9a5a4f&device_id=c0d604e6-1975-480b-ac89-1fa7caf675f4 HTTP/1.1" status: 200 len: 1127 time: 0.0410352 Sep 22 22:17:23.536412 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-72a23d1e-986c-42c0-a27d-10167293e2d1 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84508ba9-197d-4731-a7d3-cb48ca241b0d HTTP/1.1" status: 200 len: 217 time: 0.0321884 Sep 22 22:17:23.587466 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-f7766693-b52a-4327-90e0-69528f974616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:23.588873 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-f7766693-b52a-4327-90e0-69528f974616 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b69367a6-5eda-4933-ae45-e149b1c204d0 HTTP/1.1" status: 200 len: 854 time: 0.0462563 Sep 22 22:17:23.632098 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-90e4a772-6b79-4ee3-ac0f-2fa657e4fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:23.633638 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-90e4a772-6b79-4ee3-ac0f-2fa657e4fe41 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=76b70dbd-430e-4822-82a3-49c7f238d2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381706 Sep 22 22:17:23.728505 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-830818e6-c692-412d-974c-28dd69228161 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/76b70dbd-430e-4822-82a3-49c7f238d2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864375 Sep 22 22:17:23.817932 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-50d723a6-c9f8-498f-82e3-dbaac4454df0 req-61b527f8-4113-4bd7-9d17-2365d0feaec7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/76b70dbd-430e-4822-82a3-49c7f238d2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833480 Sep 22 22:17:23.819806 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-6551ae47-68d4-46d9-aff5-73c86232a83b None None] Attempt 3 to provision port 84508ba9-197d-4731-a7d3-cb48ca241b0d Sep 22 22:17:23.858546 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-6551ae47-68d4-46d9-aff5-73c86232a83b None None] Port 84508ba9-197d-4731-a7d3-cb48ca241b0d had new provisioning blocks added so it will not transition to active. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 22:17:24.558228 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebad2d8-25fc-4283-a64b-559ffbf0fda0 req-377245aa-726f-4a89-8a45-2bfe5fcffd97 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:24.559692 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2ebad2d8-25fc-4283-a64b-559ffbf0fda0 req-377245aa-726f-4a89-8a45-2bfe5fcffd97 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c0d604e6-1975-480b-ac89-1fa7caf675f4 HTTP/1.1" status: 200 len: 943 time: 0.0472136 Sep 22 22:17:24.612794 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2ebad2d8-25fc-4283-a64b-559ffbf0fda0 req-3b52fe74-8807-4b93-9f08-a7af2dd14ecb tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b32a5be0-f375-4fb4-9ecb-30403f2847f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458117 Sep 22 22:17:25.731550 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df4c66-4e7e-41b8-a5cd-74cecbd63a2d req-2190f114-a5ff-4f04-b5f4-c7680173de53 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:25.732987 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-51df4c66-4e7e-41b8-a5cd-74cecbd63a2d req-2190f114-a5ff-4f04-b5f4-c7680173de53 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c0d604e6-1975-480b-ac89-1fa7caf675f4 HTTP/1.1" status: 200 len: 943 time: 0.0459459 Sep 22 22:17:25.779708 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-51df4c66-4e7e-41b8-a5cd-74cecbd63a2d req-fe4f1aa0-a06c-4c34-8992-e35fd175ec88 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b32a5be0-f375-4fb4-9ecb-30403f2847f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412135 Sep 22 22:17:26.027012 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=37 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:26.027762 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=51 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:26.308407 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60e936-5479-45c1-a478-c1e653bccae8 req-b62891e1-3a63-4be7-b98f-e85b9a37cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:26.309821 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ec60e936-5479-45c1-a478-c1e653bccae8 req-b62891e1-3a63-4be7-b98f-e85b9a37cb16 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=226257b343d24054bc2178b47a9a5a4f&device_id=c0d604e6-1975-480b-ac89-1fa7caf675f4 HTTP/1.1" status: 200 len: 1127 time: 0.0395238 Sep 22 22:17:26.403198 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60e936-5479-45c1-a478-c1e653bccae8 req-efe20ce8-860e-4cbc-8775-6890af16bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:26.404655 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ec60e936-5479-45c1-a478-c1e653bccae8 req-efe20ce8-860e-4cbc-8775-6890af16bae8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=76b70dbd-430e-4822-82a3-49c7f238d2e2 HTTP/1.1" status: 200 len: 916 time: 0.0887585 Sep 22 22:17:26.443536 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ec60e936-5479-45c1-a478-c1e653bccae8 req-0427370a-5141-4562-bb2f-43287c379151 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84508ba9-197d-4731-a7d3-cb48ca241b0d HTTP/1.1" status: 200 len: 217 time: 0.0318713 Sep 22 22:17:26.490656 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60e936-5479-45c1-a478-c1e653bccae8 req-fcadef7f-8c2d-432c-89d0-8a1435baa2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:26.492094 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ec60e936-5479-45c1-a478-c1e653bccae8 req-fcadef7f-8c2d-432c-89d0-8a1435baa2ec service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b69367a6-5eda-4933-ae45-e149b1c204d0 HTTP/1.1" status: 200 len: 854 time: 0.0433397 Sep 22 22:17:26.541062 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60e936-5479-45c1-a478-c1e653bccae8 req-84168b2b-6cd9-434c-935c-183c6d5caf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:26.542556 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ec60e936-5479-45c1-a478-c1e653bccae8 req-84168b2b-6cd9-434c-935c-183c6d5caf78 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=76b70dbd-430e-4822-82a3-49c7f238d2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441587 Sep 22 22:17:26.629832 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ec60e936-5479-45c1-a478-c1e653bccae8 req-e681e890-c97c-42d9-aeeb-bf7cd8b6ecf7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/76b70dbd-430e-4822-82a3-49c7f238d2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815105 Sep 22 22:17:26.695265 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:26.712391 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:26.722499 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ec60e936-5479-45c1-a478-c1e653bccae8 req-a2001d7c-89d0-47a9-977c-c7401c272325 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/76b70dbd-430e-4822-82a3-49c7f238d2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865233 Sep 22 22:17:26.902491 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e6943-f2be-4367-9118-b32be0363037 req-c0002fdf-eb68-4621-a19a-1a8dab6e2792 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:26.903974 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-657e6943-f2be-4367-9118-b32be0363037 req-c0002fdf-eb68-4621-a19a-1a8dab6e2792 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c0d604e6-1975-480b-ac89-1fa7caf675f4 HTTP/1.1" status: 200 len: 943 time: 0.0483046 Sep 22 22:17:26.952391 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-657e6943-f2be-4367-9118-b32be0363037 req-742c370a-40de-4443-b145-fd77d65fccd3 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b32a5be0-f375-4fb4-9ecb-30403f2847f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426958 Sep 22 22:17:27.608791 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:27.618821 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=55,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:28.072294 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda17ad-da40-493f-a823-eb20650322a5 req-39d535e0-0258-4451-98b1-3ea2653d0939 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:28.073844 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4cda17ad-da40-493f-a823-eb20650322a5 req-39d535e0-0258-4451-98b1-3ea2653d0939 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c0d604e6-1975-480b-ac89-1fa7caf675f4 HTTP/1.1" status: 200 len: 943 time: 0.0463865 Sep 22 22:17:28.122775 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4cda17ad-da40-493f-a823-eb20650322a5 req-d37812d1-476a-40a8-951b-8442e10d9e28 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b32a5be0-f375-4fb4-9ecb-30403f2847f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433891 Sep 22 22:17:28.572632 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 84508ba9-197d-4731-a7d3-cb48ca241b0d details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 22:17:28.675434 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 84508ba9-197d-4731-a7d3-cb48ca241b0d, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=84508ba9-197d-4731-a7d3-cb48ca241b0d,segment=NetworkSegment(be8993b7-fcf5-42ec-b1db-df616a95c294),segment_id=be8993b7-fcf5-42ec-b1db-df616a95c294)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:17:28.687604 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Returning: {'device': '84508ba9-197d-4731-a7d3-cb48ca241b0d', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'port_id': '84508ba9-197d-4731-a7d3-cb48ca241b0d', 'mac_address': 'fa:16:3e:5f:64:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 22:17:28.721897 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port 84508ba9-197d-4731-a7d3-cb48ca241b0d is: DOWN; New status is: BUILD {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:17:28.722290 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (84508ba9-197d-4731-a7d3-cb48ca241b0d), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:28.736009 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84508ba9-197d-4731-a7d3-cb48ca241b0d {{(pid=106430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:17:28.755877 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 84508ba9-197d-4731-a7d3-cb48ca241b0d, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=84508ba9-197d-4731-a7d3-cb48ca241b0d,segment=NetworkSegment(be8993b7-fcf5-42ec-b1db-df616a95c294),segment_id=be8993b7-fcf5-42ec-b1db-df616a95c294)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:17:28.759712 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (84508ba9-197d-4731-a7d3-cb48ca241b0d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:28.805077 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=84508ba9-197d-4731-a7d3-cb48ca241b0d,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:28.812061 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:28.812418 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:28.812785 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:28.813191 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:28.813601 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:28.813934 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:28.814262 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:28.814587 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:28.814913 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:28.815252 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:28.815563 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:28.815919 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:28.816296 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:28.816641 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:28.816945 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:17:29.242934 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb462fb7-6587-4e5e-8754-966fbcbb2e5b req-58f1d03d-ba78-421f-afb7-7e8a8c9f496b tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:29.244423 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fb462fb7-6587-4e5e-8754-966fbcbb2e5b req-58f1d03d-ba78-421f-afb7-7e8a8c9f496b tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c0d604e6-1975-480b-ac89-1fa7caf675f4 HTTP/1.1" status: 200 len: 944 time: 0.0474992 Sep 22 22:17:29.267720 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['84508ba9-197d-4731-a7d3-cb48ca241b0d'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:17:29.292370 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fb462fb7-6587-4e5e-8754-966fbcbb2e5b req-d14725ac-333e-431d-bbb3-9d954138939a tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b32a5be0-f375-4fb4-9ecb-30403f2847f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424607 Sep 22 22:17:30.411891 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19886a6-74c6-4e6a-b295-67a009616a2d req-28950d0b-e9b0-42c7-905d-666d7368f403 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:30.413938 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b19886a6-74c6-4e6a-b295-67a009616a2d req-28950d0b-e9b0-42c7-905d-666d7368f403 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c0d604e6-1975-480b-ac89-1fa7caf675f4 HTTP/1.1" status: 200 len: 944 time: 0.0452654 Sep 22 22:17:30.459436 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b19886a6-74c6-4e6a-b295-67a009616a2d req-e64ed5a1-3ec4-475a-ba75-3fb0f9dc88f4 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b32a5be0-f375-4fb4-9ecb-30403f2847f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397406 Sep 22 22:17:30.599852 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 84508ba9-197d-4731-a7d3-cb48ca241b0d up at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:17:30.642287 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning for port 84508ba9-197d-4731-a7d3-cb48ca241b0d completed by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 22:17:30.648580 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning complete for port 84508ba9-197d-4731-a7d3-cb48ca241b0d triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:17:30.649059 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (84508ba9-197d-4731-a7d3-cb48ca241b0d), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:30.649457 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Attempt 1 to provision port 84508ba9-197d-4731-a7d3-cb48ca241b0d Sep 22 22:17:30.830444 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:30.834866 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:30.846862 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port 84508ba9-197d-4731-a7d3-cb48ca241b0d is: BUILD; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:17:30.847249 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (84508ba9-197d-4731-a7d3-cb48ca241b0d), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:30.871249 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d604e6-1975-480b-ac89-1fa7caf675f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84508ba9-197d-4731-a7d3-cb48ca241b0d'}] {{(pid=106430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:17:30.873444 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2272dcd180a18b0bdbf7a4ac2a7f9325cd9193a83f54eb82bc11fdb6a8b27d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9396114-7cb1-46b6-98c8-be48d210b0d0" -d '{"events": [{"server_uuid": "c0d604e6-1975-480b-ac89-1fa7caf675f4", "name": "network-vif-plugged", "status": "completed", "tag": "84508ba9-197d-4731-a7d3-cb48ca241b0d"}]}' {{(pid=106430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:17:30.886631 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 84508ba9-197d-4731-a7d3-cb48ca241b0d, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=84508ba9-197d-4731-a7d3-cb48ca241b0d,segment=NetworkSegment(be8993b7-fcf5-42ec-b1db-df616a95c294),segment_id=be8993b7-fcf5-42ec-b1db-df616a95c294)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:17:30.890519 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (84508ba9-197d-4731-a7d3-cb48ca241b0d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:30.914451 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d388836f-90b2-4bef-a357-df47e115e516 x-openstack-request-id: req-d388836f-90b2-4bef-a357-df47e115e516 {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:17:30.914772 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d604e6-1975-480b-ac89-1fa7caf675f4", "name": "network-vif-plugged", "status": "completed", "tag": "84508ba9-197d-4731-a7d3-cb48ca241b0d", "code": 200}]} {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:17:30.915035 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d388836f-90b2-4bef-a357-df47e115e516 {{(pid=106430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:17:30.915435 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d388836f-90b2-4bef-a357-df47e115e516'] response: {'server_uuid': 'c0d604e6-1975-480b-ac89-1fa7caf675f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84508ba9-197d-4731-a7d3-cb48ca241b0d', 'code': 200} Sep 22 22:17:30.940340 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=84508ba9-197d-4731-a7d3-cb48ca241b0d,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:17:31.119781 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643589a-3de6-4826-83f0-12d3ec764775 req-2d60b902-57a0-4cb7-9492-3e14dbcc4a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:31.121374 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c643589a-3de6-4826-83f0-12d3ec764775 req-2d60b902-57a0-4cb7-9492-3e14dbcc4a9c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c0d604e6-1975-480b-ac89-1fa7caf675f4 HTTP/1.1" status: 200 len: 1129 time: 0.0413651 Sep 22 22:17:31.165491 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c643589a-3de6-4826-83f0-12d3ec764775 req-75b7143a-9864-4c9f-8292-8c4c17fdb3c2 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=b32a5be0-f375-4fb4-9ecb-30403f2847f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384736 Sep 22 22:17:31.578427 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df7d83-2c87-4f4a-9e19-2dd3c413ae85 req-8733cd91-8c44-40e5-bc8c-f5a796ad0170 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:31.579873 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-95df7d83-2c87-4f4a-9e19-2dd3c413ae85 req-8733cd91-8c44-40e5-bc8c-f5a796ad0170 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c0d604e6-1975-480b-ac89-1fa7caf675f4 HTTP/1.1" status: 200 len: 945 time: 0.0467112 Sep 22 22:17:31.626622 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-95df7d83-2c87-4f4a-9e19-2dd3c413ae85 req-4199799b-ae5a-4aa0-87ac-29b08f23d736 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b32a5be0-f375-4fb4-9ecb-30403f2847f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413117 Sep 22 22:17:32.755969 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948df09-ecd9-40d3-a144-57a8f45a3b41 req-0e9f0a49-2d7f-4898-8f66-00c36194c1a0 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:32.758710 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b948df09-ecd9-40d3-a144-57a8f45a3b41 req-0e9f0a49-2d7f-4898-8f66-00c36194c1a0 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c0d604e6-1975-480b-ac89-1fa7caf675f4 HTTP/1.1" status: 200 len: 945 time: 0.0514278 Sep 22 22:17:32.809402 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b948df09-ecd9-40d3-a144-57a8f45a3b41 req-4307d248-8972-49f0-bfac-9a3266850226 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b32a5be0-f375-4fb4-9ecb-30403f2847f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451992 Sep 22 22:17:33.932007 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b56851-485b-4c89-9353-77bfe524be6d req-5d306ba0-2349-4d70-8971-aef277d2000c tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:33.933488 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-11b56851-485b-4c89-9353-77bfe524be6d req-5d306ba0-2349-4d70-8971-aef277d2000c tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c0d604e6-1975-480b-ac89-1fa7caf675f4 HTTP/1.1" status: 200 len: 945 time: 0.0469081 Sep 22 22:17:33.980626 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-11b56851-485b-4c89-9353-77bfe524be6d req-c4d08e1d-5662-411a-9c94-741b12f45ed9 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b32a5be0-f375-4fb4-9ecb-30403f2847f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413458 Sep 22 22:17:34.097350 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec466697-e79f-425a-bea5-257103f88496 req-2f368b7f-ebea-41a6-bdae-55a976f59cb5 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:34.098829 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ec466697-e79f-425a-bea5-257103f88496 req-2f368b7f-ebea-41a6-bdae-55a976f59cb5 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c0d604e6-1975-480b-ac89-1fa7caf675f4 HTTP/1.1" status: 200 len: 945 time: 0.0471394 Sep 22 22:17:34.108836 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 43968) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:17:34.113124 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-ed2a0f39-e41c-4eb7-b95a-95b5f00c8adb tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Request body: {'floatingip': {'port_id': '84508ba9-197d-4731-a7d3-cb48ca241b0d'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:17:34.154535 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ed2a0f39-e41c-4eb7-b95a-95b5f00c8adb tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for floatingip (4092c0ad-3187-4b0a-b566-35ee793e49bd), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:34.339668 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:34.429587 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:34.575647 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ed2a0f39-e41c-4eb7-b95a-95b5f00c8adb tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:34.581140 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ed2a0f39-e41c-4eb7-b95a-95b5f00c8adb tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (4092c0ad-3187-4b0a-b566-35ee793e49bd), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:34.674255 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.db.l3_db [None req-ed2a0f39-e41c-4eb7-b95a-95b5f00c8adb tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Floating IP 4092c0ad-3187-4b0a-b566-35ee793e49bd associated. External IP: 172.27.1.37, port: 84508ba9-197d-4731-a7d3-cb48ca241b0d. Sep 22 22:17:35.097769 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2a0f39-e41c-4eb7-b95a-95b5f00c8adb tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Router c61ed6dd-031e-4a20-9d68-18897d0cccb2 has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:17:35.199002 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2a0f39-e41c-4eb7-b95a-95b5f00c8adb tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:17:35.204040 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ed2a0f39-e41c-4eb7-b95a-95b5f00c8adb tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:35.208599 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c78e90-5de3-40ea-9eba-9d3c813e98b1 None None] Sync routers for ids ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'] in dv-cinder-849143-6-iscsi {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:17:35.218579 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c78e90-5de3-40ea-9eba-9d3c813e98b1 None None] Routers {'c61ed6dd-031e-4a20-9d68-18897d0cccb2'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:17:35.219178 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-85c78e90-5de3-40ea-9eba-9d3c813e98b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:17:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:35.234440 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-ed2a0f39-e41c-4eb7-b95a-95b5f00c8adb tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/4092c0ad-3187-4b0a-b566-35ee793e49bd HTTP/1.1" status: 200 len: 990 time: 1.1245365 Sep 22 22:17:35.235100 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d604e6-1975-480b-ac89-1fa7caf675f4', 'tag': '84508ba9-197d-4731-a7d3-cb48ca241b0d'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:17:35.237449 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af89c4a4-020d-4888-8505-0606dee146bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d604e6-1975-480b-ac89-1fa7caf675f4", "tag": "84508ba9-197d-4731-a7d3-cb48ca241b0d"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:17:35.277338 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f17ee7-66f2-421c-a37b-376bb535e0ec x-openstack-request-id: req-06f17ee7-66f2-421c-a37b-376bb535e0ec {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:17:35.277639 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d604e6-1975-480b-ac89-1fa7caf675f4", "tag": "84508ba9-197d-4731-a7d3-cb48ca241b0d", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:17:35.277897 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06f17ee7-66f2-421c-a37b-376bb535e0ec {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:17:35.278313 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06f17ee7-66f2-421c-a37b-376bb535e0ec'] response: {'name': 'network-changed', 'server_uuid': 'c0d604e6-1975-480b-ac89-1fa7caf675f4', 'tag': '84508ba9-197d-4731-a7d3-cb48ca241b0d', 'status': 'completed', 'code': 200} Sep 22 22:17:35.322885 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-85c78e90-5de3-40ea-9eba-9d3c813e98b1 None None] Set router c61ed6dd-031e-4a20-9d68-18897d0cccb2 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:17:35.374731 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89c4a4-020d-4888-8505-0606dee146bc req-8a8c8342-c854-4825-84d9-a2c88ad82377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:35.376278 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-af89c4a4-020d-4888-8505-0606dee146bc req-8a8c8342-c854-4825-84d9-a2c88ad82377 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=226257b343d24054bc2178b47a9a5a4f&device_id=c0d604e6-1975-480b-ac89-1fa7caf675f4 HTTP/1.1" status: 200 len: 1129 time: 0.0445349 Sep 22 22:17:35.469281 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89c4a4-020d-4888-8505-0606dee146bc req-c86ee275-22ca-425b-98fc-6334fd6bce75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:35.470765 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-af89c4a4-020d-4888-8505-0606dee146bc req-c86ee275-22ca-425b-98fc-6334fd6bce75 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=76b70dbd-430e-4822-82a3-49c7f238d2e2 HTTP/1.1" status: 200 len: 916 time: 0.0878096 Sep 22 22:17:35.533744 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-85c78e90-5de3-40ea-9eba-9d3c813e98b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'gw_port': {'id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:13Z', 'updated_at': '2022-09-22T22:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': '4092c0ad-3187-4b0a-b566-35ee793e49bd', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'port_id': '84508ba9-197d-4731-a7d3-cb48ca241b0d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'mac_address': 'fa:16:3e:5f:64:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d604e6-1975-480b-ac89-1fa7caf675f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:17:18Z', 'updated_at': '2022-09-22T22:17:34Z', 'revision_number': 1, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68bdd94-0ddc-462e-97eb-b3583122f420', 'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'mac_address': 'fa:16:3e:0a:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:17Z', 'updated_at': '2022-09-22T22:10:27Z', 'revision_number': 5, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'subnets': [{'id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:35.536455 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-af89c4a4-020d-4888-8505-0606dee146bc req-9d8a01ab-dfe4-48b8-83d3-1217c246f731 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84508ba9-197d-4731-a7d3-cb48ca241b0d HTTP/1.1" status: 200 len: 998 time: 0.0594032 Sep 22 22:17:35.563191 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c78e90-5de3-40ea-9eba-9d3c813e98b1 None None] Checking router: c61ed6dd-031e-4a20-9d68-18897d0cccb2 for host: dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:17:35.572311 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c78e90-5de3-40ea-9eba-9d3c813e98b1 None None] Routers {'c61ed6dd-031e-4a20-9d68-18897d0cccb2'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:17:35.572979 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-85c78e90-5de3-40ea-9eba-9d3c813e98b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:17:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:35.580129 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:35.587036 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89c4a4-020d-4888-8505-0606dee146bc req-e0de4a7b-2295-4d19-abfc-b60f5eed0459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:35.588546 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-af89c4a4-020d-4888-8505-0606dee146bc req-e0de4a7b-2295-4d19-abfc-b60f5eed0459 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b69367a6-5eda-4933-ae45-e149b1c204d0 HTTP/1.1" status: 200 len: 854 time: 0.0459507 Sep 22 22:17:35.632539 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89c4a4-020d-4888-8505-0606dee146bc req-8ff895b1-3928-430e-a69c-1225be596420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:35.634092 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-af89c4a4-020d-4888-8505-0606dee146bc req-8ff895b1-3928-430e-a69c-1225be596420 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=76b70dbd-430e-4822-82a3-49c7f238d2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390348 Sep 22 22:17:35.672002 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-85c78e90-5de3-40ea-9eba-9d3c813e98b1 None None] Set router c61ed6dd-031e-4a20-9d68-18897d0cccb2 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:17:35.728091 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-af89c4a4-020d-4888-8505-0606dee146bc req-c1e16c4d-a4ae-429c-a62f-eff991e1a9ef service neutron] 10.222.0.57 "GET /networking/v2.0/networks/76b70dbd-430e-4822-82a3-49c7f238d2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871303 Sep 22 22:17:35.752358 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:35.822942 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-af89c4a4-020d-4888-8505-0606dee146bc req-de930e5a-2299-42b6-985c-739c5133f41f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/76b70dbd-430e-4822-82a3-49c7f238d2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890093 Sep 22 22:17:35.881234 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-85c78e90-5de3-40ea-9eba-9d3c813e98b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'gw_port': {'id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:13Z', 'updated_at': '2022-09-22T22:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': '4092c0ad-3187-4b0a-b566-35ee793e49bd', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'port_id': '84508ba9-197d-4731-a7d3-cb48ca241b0d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'mac_address': 'fa:16:3e:5f:64:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d604e6-1975-480b-ac89-1fa7caf675f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:17:18Z', 'updated_at': '2022-09-22T22:17:34Z', 'revision_number': 1, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68bdd94-0ddc-462e-97eb-b3583122f420', 'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'mac_address': 'fa:16:3e:0a:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:17Z', 'updated_at': '2022-09-22T22:10:27Z', 'revision_number': 5, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'subnets': [{'id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:17:35.905605 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c78e90-5de3-40ea-9eba-9d3c813e98b1 None None] The sync data for ids ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'] in dv-cinder-849143-6-iscsi is: [{'id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'gw_port': {'id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:13Z', 'updated_at': '2022-09-22T22:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': '4092c0ad-3187-4b0a-b566-35ee793e49bd', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'port_id': '84508ba9-197d-4731-a7d3-cb48ca241b0d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'mac_address': 'fa:16:3e:5f:64:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d604e6-1975-480b-ac89-1fa7caf675f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:17:18Z', 'updated_at': '2022-09-22T22:17:34Z', 'revision_number': 1, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68bdd94-0ddc-462e-97eb-b3583122f420', 'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'mac_address': 'fa:16:3e:0a:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:17Z', 'updated_at': '2022-09-22T22:10:27Z', 'revision_number': 5, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'subnets': [{'id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:17:36.090272 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d297c1-e40d-4be7-aa3a-e254218ba339 None None] New status for floating IP 4092c0ad-3187-4b0a-b566-35ee793e49bd: ACTIVE {{(pid=106430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 22:17:41.019298 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2dffd5-16f1-4ece-bf5e-0f6652513918 req-c60aa210-fa01-414e-8858-c0230104b037 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:41.020791 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0f2dffd5-16f1-4ece-bf5e-0f6652513918 req-c60aa210-fa01-414e-8858-c0230104b037 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0483859 Sep 22 22:17:41.074501 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0f2dffd5-16f1-4ece-bf5e-0f6652513918 req-8e4d76f8-869c-4756-afa9-78a076507d2c tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475569 Sep 22 22:17:42.197912 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f61b5e-2e0c-4ced-8a16-d03b54a87eaf req-64800e1e-62dc-4db5-b087-54b83748670a tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:42.199401 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d3f61b5e-2e0c-4ced-8a16-d03b54a87eaf req-64800e1e-62dc-4db5-b087-54b83748670a tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0472558 Sep 22 22:17:42.246663 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d3f61b5e-2e0c-4ced-8a16-d03b54a87eaf req-f85e20b7-4901-4969-8bab-fce347991f52 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418286 Sep 22 22:17:43.127851 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:17:43.364257 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb6487-50ef-4271-932b-84621230a968 req-200580f5-26dd-451d-b763-806eab0eab79 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:43.366143 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5adb6487-50ef-4271-932b-84621230a968 req-200580f5-26dd-451d-b763-806eab0eab79 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0452809 Sep 22 22:17:43.412743 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5adb6487-50ef-4271-932b-84621230a968 req-cef86967-5b92-44a5-8add-c865f519d833 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407848 Sep 22 22:17:44.533839 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92785e-33ea-4627-9c16-a41507886fd3 req-be5507d7-1cda-4e26-81cc-aacc2629aaac tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:44.535312 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bd92785e-33ea-4627-9c16-a41507886fd3 req-be5507d7-1cda-4e26-81cc-aacc2629aaac tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0495844 Sep 22 22:17:44.582014 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bd92785e-33ea-4627-9c16-a41507886fd3 req-80057dfa-981b-4fd2-a424-cd565eaef966 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407896 Sep 22 22:17:44.870615 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-01adcd45-174f-4276-8238-915e20f36968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:45.699943 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3af50-6230-4965-810e-685a6bc43244 req-44c26771-4d2c-48a8-99b6-9f8ffad26e16 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:45.701411 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-95c3af50-6230-4965-810e-685a6bc43244 req-44c26771-4d2c-48a8-99b6-9f8ffad26e16 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0459986 Sep 22 22:17:45.747909 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-95c3af50-6230-4965-810e-685a6bc43244 req-f923a6fd-2196-4731-b86b-96a6edea8382 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409327 Sep 22 22:17:46.595734 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:46.872493 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3c7a4-fcb8-4293-b36e-a1a2d812140e req-231722d0-e2db-443d-9d7e-63d118af94b0 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:46.874013 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5ce3c7a4-fcb8-4293-b36e-a1a2d812140e req-231722d0-e2db-443d-9d7e-63d118af94b0 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0499701 Sep 22 22:17:46.922279 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5ce3c7a4-fcb8-4293-b36e-a1a2d812140e req-32092d4c-0590-4a4c-8d94-bf9cc354650a tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426672 Sep 22 22:17:47.042252 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-f770328c-e12a-473c-b79d-66b461cef67f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:48.045651 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ef47b-ae56-41ee-85cd-e7f4c1d4c44a req-1c5608f8-ff23-4ded-8212-2b88ccfffe87 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:48.047122 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6a8ef47b-ae56-41ee-85cd-e7f4c1d4c44a req-1c5608f8-ff23-4ded-8212-2b88ccfffe87 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0469456 Sep 22 22:17:48.094418 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6a8ef47b-ae56-41ee-85cd-e7f4c1d4c44a req-3282cb80-f534-49f8-af55-4711a290ef10 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418868 Sep 22 22:17:48.330669 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:49.215546 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98362d30-d434-45f0-aee0-ab5b5ef20f44 req-4d61c067-08c6-4029-ba05-2adcd24c8e8e tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:49.217007 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-98362d30-d434-45f0-aee0-ab5b5ef20f44 req-4d61c067-08c6-4029-ba05-2adcd24c8e8e tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0461323 Sep 22 22:17:49.267590 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-98362d30-d434-45f0-aee0-ab5b5ef20f44 req-c59037ca-ff1d-4da4-8d90-39ef2c6c3ca0 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450370 Sep 22 22:17:49.765683 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:50.103163 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:17:50.353694 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:50.390071 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35848a6d-2b07-4558-91b5-a41b4504022b req-6cd36418-24f9-4bcb-834a-35260a3b5bfc tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:50.391552 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-35848a6d-2b07-4558-91b5-a41b4504022b req-6cd36418-24f9-4bcb-834a-35260a3b5bfc tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0482996 Sep 22 22:17:50.438871 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-35848a6d-2b07-4558-91b5-a41b4504022b req-abb699b0-940d-4527-b25a-bb04bd10f02e tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418065 Sep 22 22:17:51.557184 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cca546-4baf-4115-89ab-815f12e5f56c req-83fd00e6-3a55-4eda-886d-2090c916dd46 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:51.558638 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-91cca546-4baf-4115-89ab-815f12e5f56c req-83fd00e6-3a55-4eda-886d-2090c916dd46 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0463126 Sep 22 22:17:51.604447 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-91cca546-4baf-4115-89ab-815f12e5f56c req-07b4dd8c-949f-4780-ab47-f3a7c7e0683d tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404918 Sep 22 22:17:51.807336 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337a7ec-d336-4c37-81b3-981d9faee44e req-e13c7585-91ca-40cc-a336-886cc0334715 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:51.808842 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c337a7ec-d336-4c37-81b3-981d9faee44e req-e13c7585-91ca-40cc-a336-886cc0334715 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0503798 Sep 22 22:17:51.851746 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:51.889895 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c337a7ec-d336-4c37-81b3-981d9faee44e req-0003125c-c4e1-4e07-9a40-47da21e0c36b tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755002 Sep 22 22:17:51.890861 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfb17c-499b-4eeb-be8b-e29a41827ce0 req-a4bf5eec-457f-4654-8efb-86f62a300750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:51.892251 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-77cfb17c-499b-4eeb-be8b-e29a41827ce0 req-a4bf5eec-457f-4654-8efb-86f62a300750 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=650863eae15e4733b50e22c7595d7742&device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 1129 time: 0.0568871 Sep 22 22:17:51.986835 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfb17c-499b-4eeb-be8b-e29a41827ce0 req-f3e8c87d-efa5-4087-91b9-9996cf7b6243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:51.988222 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-77cfb17c-499b-4eeb-be8b-e29a41827ce0 req-f3e8c87d-efa5-4087-91b9-9996cf7b6243 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5c3478bc-b7f3-4988-80ed-a5eadeacc461 HTTP/1.1" status: 200 len: 912 time: 0.0900049 Sep 22 22:17:52.049188 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-77cfb17c-499b-4eeb-be8b-e29a41827ce0 req-36adf5c1-6721-4db2-b12e-ab7b0824dc50 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ab370e5-8611-4fef-bf09-955dd5a94603 HTTP/1.1" status: 200 len: 1001 time: 0.0543995 Sep 22 22:17:52.100237 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfb17c-499b-4eeb-be8b-e29a41827ce0 req-222d6a74-8be3-470b-8dde-3d1e6a8c59a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:52.101701 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-77cfb17c-499b-4eeb-be8b-e29a41827ce0 req-222d6a74-8be3-470b-8dde-3d1e6a8c59a3 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e47c4249-5492-439b-b68c-dcd801e2bfc2 HTTP/1.1" status: 200 len: 850 time: 0.0440350 Sep 22 22:17:52.147803 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfb17c-499b-4eeb-be8b-e29a41827ce0 req-721adb36-1416-464b-845d-fbf5737256a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:52.149301 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-77cfb17c-499b-4eeb-be8b-e29a41827ce0 req-721adb36-1416-464b-845d-fbf5737256a6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5c3478bc-b7f3-4988-80ed-a5eadeacc461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415201 Sep 22 22:17:52.240896 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-77cfb17c-499b-4eeb-be8b-e29a41827ce0 req-19ef386c-6e96-48fd-a736-c59ef47865f2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5c3478bc-b7f3-4988-80ed-a5eadeacc461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831614 Sep 22 22:17:52.339168 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-77cfb17c-499b-4eeb-be8b-e29a41827ce0 req-c4301ddd-c10d-4d11-bdab-8265de344774 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5c3478bc-b7f3-4988-80ed-a5eadeacc461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866196 Sep 22 22:17:53.015273 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611afcaf-17c6-4061-9d5e-a8e71df9ccff req-5d958299-b6ac-43b2-bf89-eadf699b9aab tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:17:53.016806 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-611afcaf-17c6-4061-9d5e-a8e71df9ccff req-5d958299-b6ac-43b2-bf89-eadf699b9aab tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0475767 Sep 22 22:17:53.064381 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-611afcaf-17c6-4061-9d5e-a8e71df9ccff req-8de240fe-a028-4296-b553-f9d6e06375bc tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417361 Sep 22 22:17:53.122135 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:DELETE=1,neutron:SELECT=79 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:17:53.122991 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=78 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:00.097063 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=34,neutron:UPDATE=5 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:00.099453 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=28,neutron:UPDATE=5 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:02.850278 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f4545-312d-4319-a107-e914ef2cfb7c req-a275b759-5d5e-408f-a8d9-9903f874d986 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:02.853731 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b20f4545-312d-4319-a107-e914ef2cfb7c req-a275b759-5d5e-408f-a8d9-9903f874d986 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 984 time: 0.0553701 Sep 22 22:18:02.935562 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e68340-b218-4a58-b57f-b3a0fc52c3ff req-61569cb6-6d16-46d2-8031-ee02650bf950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:02.937084 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b2e68340-b218-4a58-b57f-b3a0fc52c3ff req-61569cb6-6d16-46d2-8031-ee02650bf950 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=53f244703dfd4cb29d183025b9d6789e&device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 1168 time: 0.0705287 Sep 22 22:18:02.974791 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b20f4545-312d-4319-a107-e914ef2cfb7c req-57d63a8d-f6af-407d-8959-8b93a77e8618 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&id=90e26c09-bad4-45d7-8865-b81a4507eb15&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1157806 Sep 22 22:18:03.007612 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:03.055394 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e68340-b218-4a58-b57f-b3a0fc52c3ff req-7bfc0964-531b-4957-9ab7-156696f5725c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:03.056990 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b2e68340-b218-4a58-b57f-b3a0fc52c3ff req-7bfc0964-531b-4957-9ab7-156696f5725c service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=07b99e2a-cf84-49eb-ad08-c0b8d4b88a58 HTTP/1.1" status: 200 len: 916 time: 0.1073933 Sep 22 22:18:03.130472 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b2e68340-b218-4a58-b57f-b3a0fc52c3ff req-54faee23-c66c-4d0e-822f-510ac728c01b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad1f6820-de7a-484b-a76f-cd05b1b0347d HTTP/1.1" status: 200 len: 1000 time: 0.0574708 Sep 22 22:18:03.604622 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e68340-b218-4a58-b57f-b3a0fc52c3ff req-c6a96912-27c1-4a6d-be5b-a232078fed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:03.606072 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b2e68340-b218-4a58-b57f-b3a0fc52c3ff req-c6a96912-27c1-4a6d-be5b-a232078fed5c service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e3205572-c91b-45cc-a921-a1609404d294 HTTP/1.1" status: 200 len: 854 time: 0.0445685 Sep 22 22:18:03.655214 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e68340-b218-4a58-b57f-b3a0fc52c3ff req-41dcc6a0-903b-4d2d-83b4-88c6f39e0b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:03.656726 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b2e68340-b218-4a58-b57f-b3a0fc52c3ff req-41dcc6a0-903b-4d2d-83b4-88c6f39e0b22 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=07b99e2a-cf84-49eb-ad08-c0b8d4b88a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431802 Sep 22 22:18:03.791508 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:03.826248 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b2e68340-b218-4a58-b57f-b3a0fc52c3ff req-9174289c-f966-423a-b971-18d517408ddc service neutron] 10.222.0.57 "GET /networking/v2.0/networks/07b99e2a-cf84-49eb-ad08-c0b8d4b88a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885642 Sep 22 22:18:03.920411 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b2e68340-b218-4a58-b57f-b3a0fc52c3ff req-b0268e19-6c02-4fbf-929d-692e475f72b8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/07b99e2a-cf84-49eb-ad08-c0b8d4b88a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874186 Sep 22 22:18:04.110057 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a50c25-fcb4-4a56-add5-687b02688558 req-389090c5-e260-4319-aaa3-463425560e82 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:04.112914 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-32a50c25-fcb4-4a56-add5-687b02688558 req-389090c5-e260-4319-aaa3-463425560e82 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 984 time: 0.0560260 Sep 22 22:18:04.178190 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-32a50c25-fcb4-4a56-add5-687b02688558 req-20d155b6-5260-4ece-a4a0-837b89e58e0e tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&id=90e26c09-bad4-45d7-8865-b81a4507eb15&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587895 Sep 22 22:18:05.303615 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46887ab-808e-4544-9a01-c986951a53e7 req-92f409eb-ba1c-4604-b497-d5a5f6811439 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:05.305136 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b46887ab-808e-4544-9a01-c986951a53e7 req-92f409eb-ba1c-4604-b497-d5a5f6811439 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 984 time: 0.0521786 Sep 22 22:18:05.369143 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b46887ab-808e-4544-9a01-c986951a53e7 req-05583ebf-7df6-45d8-9935-e978537ea2b3 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&id=90e26c09-bad4-45d7-8865-b81a4507eb15&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582314 Sep 22 22:18:05.452461 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48424f10-d585-4d70-b996-40b5bff2bf9b req-f93f1da7-3e34-4d28-a226-06f2f462a06c tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:05.453978 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-48424f10-d585-4d70-b996-40b5bff2bf9b req-f93f1da7-3e34-4d28-a226-06f2f462a06c tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0484948 Sep 22 22:18:05.502381 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-48424f10-d585-4d70-b996-40b5bff2bf9b req-11df18b8-0173-4842-8043-87f732733abd tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427315 Sep 22 22:18:06.490067 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cfd5f-fcfe-47cc-a7db-1cc18541b27e req-d24335c8-f87c-4ddb-8c2c-8564789afaf7 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:06.491573 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-375cfd5f-fcfe-47cc-a7db-1cc18541b27e req-d24335c8-f87c-4ddb-8c2c-8564789afaf7 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 984 time: 0.0471025 Sep 22 22:18:06.555998 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-375cfd5f-fcfe-47cc-a7db-1cc18541b27e req-cc488429-ad4a-4ce4-92ff-d3350c034d75 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&id=90e26c09-bad4-45d7-8865-b81a4507eb15&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588443 Sep 22 22:18:06.621595 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb14591-908c-4b34-a434-b2c514e6c51c req-d04b9a1a-0b66-4e00-a683-585fc8a2a8c7 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:06.623051 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4bb14591-908c-4b34-a434-b2c514e6c51c req-d04b9a1a-0b66-4e00-a683-585fc8a2a8c7 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0454841 Sep 22 22:18:06.670738 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4bb14591-908c-4b34-a434-b2c514e6c51c req-d483460e-c8f6-45a4-a8d2-d3a722f9107f tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422153 Sep 22 22:18:07.678439 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ce7c6-3fc5-43e7-b134-be8cbd844efd req-ce53066d-373d-403d-a525-19d3d96d9b93 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:07.679925 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-341ce7c6-3fc5-43e7-b134-be8cbd844efd req-ce53066d-373d-403d-a525-19d3d96d9b93 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 984 time: 0.0483406 Sep 22 22:18:07.722001 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:07.747061 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-341ce7c6-3fc5-43e7-b134-be8cbd844efd req-1d91112f-9cd5-438a-9de7-56ade8ab1d40 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&id=90e26c09-bad4-45d7-8865-b81a4507eb15&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615520 Sep 22 22:18:07.793523 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97b6cf-64b0-4e91-857d-d4e1cb4bc64d req-bc532c6a-e7b1-4231-aab3-9fa44bf8135b tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:07.794973 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6e97b6cf-64b0-4e91-857d-d4e1cb4bc64d req-bc532c6a-e7b1-4231-aab3-9fa44bf8135b tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0470593 Sep 22 22:18:07.842310 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6e97b6cf-64b0-4e91-857d-d4e1cb4bc64d req-d8e525d2-64d8-4a41-9c94-b4007486b959 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417120 Sep 22 22:18:08.876965 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9fa565-2169-4243-bea5-2b7608b00500 req-cb5ab0b4-fc0a-403b-bc8d-a0e800306bd5 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:08.879505 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2a9fa565-2169-4243-bea5-2b7608b00500 req-cb5ab0b4-fc0a-403b-bc8d-a0e800306bd5 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 984 time: 0.0543826 Sep 22 22:18:08.971474 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2a9fa565-2169-4243-bea5-2b7608b00500 req-dde42020-039f-4773-a289-39e1fd6b401b tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&id=90e26c09-bad4-45d7-8865-b81a4507eb15&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0866749 Sep 22 22:18:08.985075 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fa568-6c4c-4a37-890b-0b129c7fe360 req-3afcef5b-380b-49b5-b503-85a508397a7c tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:08.986597 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fd6fa568-6c4c-4a37-890b-0b129c7fe360 req-3afcef5b-380b-49b5-b503-85a508397a7c tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0686128 Sep 22 22:18:09.018621 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:09.034204 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fd6fa568-6c4c-4a37-890b-0b129c7fe360 req-7b988046-1686-4b6a-9520-cf111eed1d11 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419512 Sep 22 22:18:09.633153 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12d994-0107-4026-a335-134981e8cd34 req-7daa13f5-17cd-4a3e-a434-0d534c9245e5 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:09.634608 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8f12d994-0107-4026-a335-134981e8cd34 req-7daa13f5-17cd-4a3e-a434-0d534c9245e5 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.0466163 Sep 22 22:18:09.725869 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-8f12d994-0107-4026-a335-134981e8cd34 req-428f6978-29f0-4782-8ffd-b743634fb951 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Deleting port afcd99bc-64da-4e1a-855a-3858543e6931 {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:18:09.726233 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-8f12d994-0107-4026-a335-134981e8cd34 req-428f6978-29f0-4782-8ffd-b743634fb951 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (afcd99bc-64da-4e1a-855a-3858543e6931), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:09.826071 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-8f12d994-0107-4026-a335-134981e8cd34 req-428f6978-29f0-4782-8ffd-b743634fb951 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] For port afcd99bc-64da-4e1a-855a-3858543e6931, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=afcd99bc-64da-4e1a-855a-3858543e6931,segment=NetworkSegment(3f85bb79-e1af-4130-b82b-25835361ba77),segment_id=3f85bb79-e1af-4130-b82b-25835361ba77)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:18:09.826434 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-8f12d994-0107-4026-a335-134981e8cd34 req-428f6978-29f0-4782-8ffd-b743634fb951 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (afcd99bc-64da-4e1a-855a-3858543e6931), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:09.998669 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-8f12d994-0107-4026-a335-134981e8cd34 req-428f6978-29f0-4782-8ffd-b743634fb951 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:09.999354 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-8f12d994-0107-4026-a335-134981e8cd34 req-428f6978-29f0-4782-8ffd-b743634fb951 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (c423b305-617f-42a3-a930-19ceee9b6ef8), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:09.999354 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.db.l3_db [req-8f12d994-0107-4026-a335-134981e8cd34 req-428f6978-29f0-4782-8ffd-b743634fb951 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Floating IP c423b305-617f-42a3-a930-19ceee9b6ef8 disassociated. External IP: 172.27.1.197, port: afcd99bc-64da-4e1a-855a-3858543e6931. Sep 22 22:18:09.999584 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-8f12d994-0107-4026-a335-134981e8cd34 req-428f6978-29f0-4782-8ffd-b743634fb951 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Calling delete_port for afcd99bc-64da-4e1a-855a-3858543e6931 owned by compute:nova {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:18:10.125541 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be492edb-3801-4a2a-8c7b-88e64e4aefdf req-b6d75257-cb93-4806-a88f-dfb2a9004020 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:10.126965 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-be492edb-3801-4a2a-8c7b-88e64e4aefdf req-b6d75257-cb93-4806-a88f-dfb2a9004020 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 984 time: 0.0709009 Sep 22 22:18:10.207559 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:10.223341 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdea73b-2795-4d8a-b359-16365ec9835f req-b361ccfb-940f-45ca-b65a-ed6f947edfd5 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:10.224803 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9cdea73b-2795-4d8a-b359-16365ec9835f req-b361ccfb-940f-45ca-b65a-ed6f947edfd5 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 945 time: 0.1069384 Sep 22 22:18:10.280800 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-8f12d994-0107-4026-a335-134981e8cd34 req-428f6978-29f0-4782-8ffd-b743634fb951 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (afcd99bc-64da-4e1a-855a-3858543e6931), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:10.292205 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-be492edb-3801-4a2a-8c7b-88e64e4aefdf req-23dcb57f-dca7-48d7-9d7d-f895329a33d3 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&id=90e26c09-bad4-45d7-8865-b81a4507eb15&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1560562 Sep 22 22:18:10.330720 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f6978-29f0-4782-8ffd-b743634fb951 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Pushing event deleted for resources: {'Port': ['ID=afcd99bc-64da-4e1a-855a-3858543e6931,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:10.346685 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9cdea73b-2795-4d8a-b359-16365ec9835f req-9d6c529b-6843-4ff9-bd0a-19cbae70ed6e tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149840 Sep 22 22:18:10.348369 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f6978-29f0-4782-8ffd-b743634fb951 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:10.348719 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f6978-29f0-4782-8ffd-b743634fb951 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:10.349059 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f6978-29f0-4782-8ffd-b743634fb951 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:10.349419 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f6978-29f0-4782-8ffd-b743634fb951 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:10.349751 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f6978-29f0-4782-8ffd-b743634fb951 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:10.350071 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f6978-29f0-4782-8ffd-b743634fb951 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:10.350395 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f6978-29f0-4782-8ffd-b743634fb951 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:10.350726 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f6978-29f0-4782-8ffd-b743634fb951 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:10.351049 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f6978-29f0-4782-8ffd-b743634fb951 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:10.351941 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f6978-29f0-4782-8ffd-b743634fb951 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:10.352271 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f6978-29f0-4782-8ffd-b743634fb951 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:10.352671 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f6978-29f0-4782-8ffd-b743634fb951 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:10.352999 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f6978-29f0-4782-8ffd-b743634fb951 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:10.353351 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f6978-29f0-4782-8ffd-b743634fb951 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:10.353672 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f6978-29f0-4782-8ffd-b743634fb951 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:10.458428 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f12d994-0107-4026-a335-134981e8cd34 req-428f6978-29f0-4782-8ffd-b743634fb951 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Router d69c119b-36e6-4102-a210-542d5988f463 has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:18:10.464088 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:10.564461 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f12d994-0107-4026-a335-134981e8cd34 req-428f6978-29f0-4782-8ffd-b743634fb951 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:18:10.573880 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32770e9-713b-4d6f-beed-a1f800abe8c7 None None] Sync routers for ids ['d69c119b-36e6-4102-a210-542d5988f463'] in dv-cinder-849143-6-iscsi {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:18:10.583772 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32770e9-713b-4d6f-beed-a1f800abe8c7 None None] Routers {'d69c119b-36e6-4102-a210-542d5988f463'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:18:10.584374 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-d32770e9-713b-4d6f-beed-a1f800abe8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:17:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['d69c119b-36e6-4102-a210-542d5988f463'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:18:10.606231 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f12d994-0107-4026-a335-134981e8cd34 req-428f6978-29f0-4782-8ffd-b743634fb951 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] No DVR routers for this DVR port afcd99bc-64da-4e1a-855a-3858543e6931 on host hv-cinder-84914 {{(pid=106428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:18:10.608642 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-8f12d994-0107-4026-a335-134981e8cd34 req-428f6978-29f0-4782-8ffd-b743634fb951 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:10.612024 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8f12d994-0107-4026-a335-134981e8cd34 req-428f6978-29f0-4782-8ffd-b743634fb951 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.57 "DELETE /networking/v2.0/ports/afcd99bc-64da-4e1a-855a-3858543e6931 HTTP/1.1" status: 204 len: 173 time: 0.9672329 Sep 22 22:18:10.612524 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508fe0c2-63f2-443d-b1a6-594aac42f259', 'name': 'network-vif-deleted', 'tag': 'afcd99bc-64da-4e1a-855a-3858543e6931'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:18:10.614853 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe60cb45-9227-4d83-a806-f4c4b81dd803" -d '{"events": [{"server_uuid": "508fe0c2-63f2-443d-b1a6-594aac42f259", "name": "network-vif-deleted", "tag": "afcd99bc-64da-4e1a-855a-3858543e6931"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:18:10.656172 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6363a4-5aa6-437b-a8c0-03e2adcaeddd x-openstack-request-id: req-9f6363a4-5aa6-437b-a8c0-03e2adcaeddd {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:18:10.656558 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508fe0c2-63f2-443d-b1a6-594aac42f259", "name": "network-vif-deleted", "tag": "afcd99bc-64da-4e1a-855a-3858543e6931", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:18:10.656915 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f6363a4-5aa6-437b-a8c0-03e2adcaeddd {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:18:10.657517 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f6363a4-5aa6-437b-a8c0-03e2adcaeddd'] response: {'server_uuid': '508fe0c2-63f2-443d-b1a6-594aac42f259', 'name': 'network-vif-deleted', 'tag': 'afcd99bc-64da-4e1a-855a-3858543e6931', 'status': 'completed', 'code': 200} Sep 22 22:18:10.780913 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-d32770e9-713b-4d6f-beed-a1f800abe8c7 None None] Set router d69c119b-36e6-4102-a210-542d5988f463 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:18:10.971978 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-d32770e9-713b-4d6f-beed-a1f800abe8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69c119b-36e6-4102-a210-542d5988f463', 'name': 'tempest-ServerRescueNegativeTestJSON-955786795-router', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '0831a477-b13a-4a2c-a66a-216fdba5ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:11Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'gw_port': {'id': '0831a477-b13a-4a2c-a66a-216fdba5ac3c', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'fb9baff0-685c-48d3-bc91-6ecb7e426180', 'name': '', 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'mac_address': 'fa:16:3e:4e:95:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bf216d7c-d985-409d-9ea6-5ff04204374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:16Z', 'updated_at': '2022-09-22T22:10:26Z', 'revision_number': 5, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'subnets': [{'id': 'bf216d7c-d985-409d-9ea6-5ff04204374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:18:11.001532 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32770e9-713b-4d6f-beed-a1f800abe8c7 None None] Checking router: d69c119b-36e6-4102-a210-542d5988f463 for host: dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:18:11.010268 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32770e9-713b-4d6f-beed-a1f800abe8c7 None None] Routers {'d69c119b-36e6-4102-a210-542d5988f463'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:18:11.010787 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-d32770e9-713b-4d6f-beed-a1f800abe8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:17:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['d69c119b-36e6-4102-a210-542d5988f463'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:18:11.108592 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-d32770e9-713b-4d6f-beed-a1f800abe8c7 None None] Set router d69c119b-36e6-4102-a210-542d5988f463 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:18:11.298142 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-d32770e9-713b-4d6f-beed-a1f800abe8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69c119b-36e6-4102-a210-542d5988f463', 'name': 'tempest-ServerRescueNegativeTestJSON-955786795-router', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '0831a477-b13a-4a2c-a66a-216fdba5ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:11Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'gw_port': {'id': '0831a477-b13a-4a2c-a66a-216fdba5ac3c', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'fb9baff0-685c-48d3-bc91-6ecb7e426180', 'name': '', 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'mac_address': 'fa:16:3e:4e:95:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bf216d7c-d985-409d-9ea6-5ff04204374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:16Z', 'updated_at': '2022-09-22T22:10:26Z', 'revision_number': 5, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'subnets': [{'id': 'bf216d7c-d985-409d-9ea6-5ff04204374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:18:11.324090 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32770e9-713b-4d6f-beed-a1f800abe8c7 None None] The sync data for ids ['d69c119b-36e6-4102-a210-542d5988f463'] in dv-cinder-849143-6-iscsi is: [{'id': 'd69c119b-36e6-4102-a210-542d5988f463', 'name': 'tempest-ServerRescueNegativeTestJSON-955786795-router', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '0831a477-b13a-4a2c-a66a-216fdba5ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:11Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'gw_port': {'id': '0831a477-b13a-4a2c-a66a-216fdba5ac3c', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'fb9baff0-685c-48d3-bc91-6ecb7e426180', 'name': '', 'network_id': '770f63d9-fbe3-4433-90af-714bf608e28c', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'mac_address': 'fa:16:3e:4e:95:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bf216d7c-d985-409d-9ea6-5ff04204374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:16Z', 'updated_at': '2022-09-22T22:10:26Z', 'revision_number': 5, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'subnets': [{'id': 'bf216d7c-d985-409d-9ea6-5ff04204374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:18:11.430705 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f538f9-c3b8-44b1-95c3-aa0c3cec68b7 req-4abca416-5bb2-49c2-ae36-d85d9795d3af tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:11.432270 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f1f538f9-c3b8-44b1-95c3-aa0c3cec68b7 req-4abca416-5bb2-49c2-ae36-d85d9795d3af tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 984 time: 0.0601938 Sep 22 22:18:11.597433 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2d8f51-d928-4a58-bbd9-a58c7b563dda None None] New status for floating IP c423b305-617f-42a3-a930-19ceee9b6ef8: DOWN {{(pid=106430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 22:18:11.716895 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d8dacbc5-d813-4e74-bd39-284a05270334 req-f649a5f1-cf7b-434c-8071-96517218017d tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=508fe0c2-63f2-443d-b1a6-594aac42f259 HTTP/1.1" status: 200 len: 210 time: 0.0313106 Sep 22 22:18:11.763817 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f1f538f9-c3b8-44b1-95c3-aa0c3cec68b7 req-698243aa-178e-4b15-9355-7e4d1a675cf7 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&id=90e26c09-bad4-45d7-8865-b81a4507eb15&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3251653 Sep 22 22:18:12.812259 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 44100) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:18:12.817026 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device afcd99bc-64da-4e1a-855a-3858543e6931 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:18:12.841280 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] No Port match for: afcd99bc-64da-4e1a-855a-3858543e6931 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:18:12.841569 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device afcd99bc-64da-4e1a-855a-3858543e6931 not bound to the agent host hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:18:12.899822 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ca0af-bdf8-472a-a538-44215e727099 req-26581dba-c689-4d0f-9d18-6eeb008fe1fb tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:12.901396 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-722ca0af-bdf8-472a-a538-44215e727099 req-26581dba-c689-4d0f-9d18-6eeb008fe1fb tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 984 time: 0.0687330 Sep 22 22:18:12.925988 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-903fd723-f5a1-4a37-b3a3-f63d47a848d4 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks [] for security_group (aaef2b39-fc45-429b-9b91-f2fc78c6b6e8), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:12.962490 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-903fd723-f5a1-4a37-b3a3-f63d47a848d4 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks [] for security_group (aaef2b39-fc45-429b-9b91-f2fc78c6b6e8), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:13.010388 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-722ca0af-bdf8-472a-a538-44215e727099 req-bb563d55-9c4e-4ae4-82b0-a6c1d4ae524e tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&id=90e26c09-bad4-45d7-8865-b81a4507eb15&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1031926 Sep 22 22:18:13.031652 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-903fd723-f5a1-4a37-b3a3-f63d47a848d4 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (aaef2b39-fc45-429b-9b91-f2fc78c6b6e8), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:13.034284 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-903fd723-f5a1-4a37-b3a3-f63d47a848d4 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:13.035408 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-903fd723-f5a1-4a37-b3a3-f63d47a848d4 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/aaef2b39-fc45-429b-9b91-f2fc78c6b6e8 HTTP/1.1" status: 204 len: 168 time: 0.2221286 Sep 22 22:18:13.038338 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 44102) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:18:13.045355 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903fd723-f5a1-4a37-b3a3-f63d47a848d4 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaef2b39-fc45-429b-9b91-f2fc78c6b6e8,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:13.052238 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.api.v2.resource [None req-6d816e1a-a85f-4c1e-bfcd-03b58a900fa5 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] show failed (client error): The resource could not be found. Sep 22 22:18:13.056531 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-6d816e1a-a85f-4c1e-bfcd-03b58a900fa5 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups/aaef2b39-fc45-429b-9b91-f2fc78c6b6e8 HTTP/1.1" status: 404 len: 347 time: 0.0171790 Sep 22 22:18:13.056672 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 44104) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:18:13.168850 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-f015444a-3ebb-49b4-9b38-c211967f68f1 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Deleting port 54c52a65-0caf-42be-b681-efa4f4909819 {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:18:13.169333 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-f015444a-3ebb-49b4-9b38-c211967f68f1 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (54c52a65-0caf-42be-b681-efa4f4909819), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:13.247389 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-f015444a-3ebb-49b4-9b38-c211967f68f1 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (54c52a65-0caf-42be-b681-efa4f4909819), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:13.247727 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-f015444a-3ebb-49b4-9b38-c211967f68f1 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks [] for floatingip (54c52a65-0caf-42be-b681-efa4f4909819), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:13.261190 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-f015444a-3ebb-49b4-9b38-c211967f68f1 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Calling delete_port for 54c52a65-0caf-42be-b681-efa4f4909819 owned by network:floatingip {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:18:13.308188 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:13.387885 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-f015444a-3ebb-49b4-9b38-c211967f68f1 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (54c52a65-0caf-42be-b681-efa4f4909819), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:13.416104 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015444a-3ebb-49b4-9b38-c211967f68f1 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Pushing event deleted for resources: {'Port': ['ID=54c52a65-0caf-42be-b681-efa4f4909819,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:13.440770 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:13.480060 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-f015444a-3ebb-49b4-9b38-c211967f68f1 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks [] for floatingip (c423b305-617f-42a3-a930-19ceee9b6ef8), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:13.482676 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-f015444a-3ebb-49b4-9b38-c211967f68f1 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:13.483938 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-f015444a-3ebb-49b4-9b38-c211967f68f1 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/c423b305-617f-42a3-a930-19ceee9b6ef8 HTTP/1.1" status: 204 len: 168 time: 0.4255466 Sep 22 22:18:14.135750 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92376a-4a1b-40dc-b145-8c4130a8b20f req-ed397235-b6ea-4db5-a100-81d817085337 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:14.137257 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ec92376a-4a1b-40dc-b145-8c4130a8b20f req-ed397235-b6ea-4db5-a100-81d817085337 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 984 time: 0.0474231 Sep 22 22:18:14.197173 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ec92376a-4a1b-40dc-b145-8c4130a8b20f req-4c628ba3-2d34-47ef-a813-7ed67eac82d6 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&id=90e26c09-bad4-45d7-8865-b81a4507eb15&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543690 Sep 22 22:18:14.873060 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-02fa5cb6-75b0-4c39-b0df-f7552708c1d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:15.319069 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa188c6-2219-4330-a64b-54ce5deca2d9 req-4bfb3f18-f70a-480a-8155-902a672b3975 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:15.321256 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-efa188c6-2219-4330-a64b-54ce5deca2d9 req-4bfb3f18-f70a-480a-8155-902a672b3975 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 984 time: 0.0513110 Sep 22 22:18:15.380686 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-efa188c6-2219-4330-a64b-54ce5deca2d9 req-19ce0e67-341e-4e77-b5b6-c9124340d3b4 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&id=90e26c09-bad4-45d7-8865-b81a4507eb15&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537426 Sep 22 22:18:15.961808 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b6c9b-5aab-4508-b3be-b0495aa4a499 req-0da0aff9-efde-4ec1-85c6-2ad80de6a557 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:15.963272 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-954b6c9b-5aab-4508-b3be-b0495aa4a499 req-0da0aff9-efde-4ec1-85c6-2ad80de6a557 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0464880 Sep 22 22:18:16.010707 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-954b6c9b-5aab-4508-b3be-b0495aa4a499 req-40a43554-e529-4e50-8c67-6a5e35633569 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418971 Sep 22 22:18:16.607396 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:16.961929 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3e4b1-4620-450d-8fc2-0e4b33e787a5 req-9b938e79-bddf-4fc4-b9cd-7a6d3133abb3 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:16.963368 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e4d3e4b1-4620-450d-8fc2-0e4b33e787a5 req-9b938e79-bddf-4fc4-b9cd-7a6d3133abb3 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0483685 Sep 22 22:18:17.045730 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-48b5a580-8761-4d7a-b312-ac18acb4472d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:17.058612 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-e4d3e4b1-4620-450d-8fc2-0e4b33e787a5 req-5b8699b7-5299-46e9-aacb-5d303de514a4 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Deleting port 9fd347ea-72b4-4b9b-97b6-c703e8d2774a {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:18:17.058962 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-e4d3e4b1-4620-450d-8fc2-0e4b33e787a5 req-5b8699b7-5299-46e9-aacb-5d303de514a4 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (9fd347ea-72b4-4b9b-97b6-c703e8d2774a), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:17.173042 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda1686-d3d4-4bc8-b215-863ee155e7f7 req-f4c5e18c-8774-4786-8e7d-7c8ff6ad5f70 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:17.174559 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9eda1686-d3d4-4bc8-b215-863ee155e7f7 req-f4c5e18c-8774-4786-8e7d-7c8ff6ad5f70 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4 HTTP/1.1" status: 200 len: 945 time: 0.0694420 Sep 22 22:18:17.215621 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-e4d3e4b1-4620-450d-8fc2-0e4b33e787a5 req-5b8699b7-5299-46e9-aacb-5d303de514a4 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] For port 9fd347ea-72b4-4b9b-97b6-c703e8d2774a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=9fd347ea-72b4-4b9b-97b6-c703e8d2774a,segment=NetworkSegment(3f85bb79-e1af-4130-b82b-25835361ba77),segment_id=3f85bb79-e1af-4130-b82b-25835361ba77)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:18:17.215910 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-e4d3e4b1-4620-450d-8fc2-0e4b33e787a5 req-5b8699b7-5299-46e9-aacb-5d303de514a4 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (9fd347ea-72b4-4b9b-97b6-c703e8d2774a), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:17.240486 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-e4d3e4b1-4620-450d-8fc2-0e4b33e787a5 req-5b8699b7-5299-46e9-aacb-5d303de514a4 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Calling delete_port for 9fd347ea-72b4-4b9b-97b6-c703e8d2774a owned by compute:nova {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:18:17.258178 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9eda1686-d3d4-4bc8-b215-863ee155e7f7 req-8046fdc0-f1c6-42a8-8406-52558336fde2 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771394 Sep 22 22:18:17.362521 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:17.380706 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-e4d3e4b1-4620-450d-8fc2-0e4b33e787a5 req-5b8699b7-5299-46e9-aacb-5d303de514a4 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (9fd347ea-72b4-4b9b-97b6-c703e8d2774a), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:17.408825 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8699b7-5299-46e9-aacb-5d303de514a4 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Pushing event deleted for resources: {'Port': ['ID=9fd347ea-72b4-4b9b-97b6-c703e8d2774a,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:17.417681 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['9fd347ea-72b4-4b9b-97b6-c703e8d2774a', '8663b072-db48-4fbd-b30f-98d4794fd966'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:18:17.453734 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d3e4b1-4620-450d-8fc2-0e4b33e787a5 req-5b8699b7-5299-46e9-aacb-5d303de514a4 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] No DVR routers for this DVR port 9fd347ea-72b4-4b9b-97b6-c703e8d2774a on host hv-cinder-84914 {{(pid=106428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:18:17.456154 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-e4d3e4b1-4620-450d-8fc2-0e4b33e787a5 req-5b8699b7-5299-46e9-aacb-5d303de514a4 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:17.459444 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e4d3e4b1-4620-450d-8fc2-0e4b33e787a5 req-5b8699b7-5299-46e9-aacb-5d303de514a4 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.57 "DELETE /networking/v2.0/ports/9fd347ea-72b4-4b9b-97b6-c703e8d2774a HTTP/1.1" status: 204 len: 173 time: 0.4908278 Sep 22 22:18:17.459939 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4', 'name': 'network-vif-deleted', 'tag': '9fd347ea-72b4-4b9b-97b6-c703e8d2774a'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:18:17.463433 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfbe0cd-f36d-418e-89f9-087c6294dcbc" -d '{"events": [{"server_uuid": "e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4", "name": "network-vif-deleted", "tag": "9fd347ea-72b4-4b9b-97b6-c703e8d2774a"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:18:17.508557 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2b61d1-00cc-4332-ab4f-f207e5aa5396 x-openstack-request-id: req-6a2b61d1-00cc-4332-ab4f-f207e5aa5396 {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:18:17.508878 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4", "name": "network-vif-deleted", "tag": "9fd347ea-72b4-4b9b-97b6-c703e8d2774a", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:18:17.509159 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a2b61d1-00cc-4332-ab4f-f207e5aa5396 {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:18:17.509642 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a2b61d1-00cc-4332-ab4f-f207e5aa5396'] response: {'server_uuid': 'e39a6c4e-e0c0-4099-bc85-a029e2bcf1b4', 'name': 'network-vif-deleted', 'tag': '9fd347ea-72b4-4b9b-97b6-c703e8d2774a', 'status': 'completed', 'code': 200} Sep 22 22:18:18.340726 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:18.530163 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:18.542408 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef243d63-0614-4c00-9879-ffccc2e10370 req-8d8b2476-675b-432a-a0dc-36711f71fb5e tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:18.543910 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ef243d63-0614-4c00-9879-ffccc2e10370 req-8d8b2476-675b-432a-a0dc-36711f71fb5e tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 946 time: 0.0536499 Sep 22 22:18:18.591352 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ef243d63-0614-4c00-9879-ffccc2e10370 req-e1a9029c-763b-476c-81cf-a2db687c2910 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417917 Sep 22 22:18:18.819171 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1327760a-db47-490c-bdc0-dbfc5013186a req-9d677dce-c33d-4696-8339-93f75da15f26 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378592 Sep 22 22:18:18.925411 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327760a-db47-490c-bdc0-dbfc5013186a req-3caf5c4c-60ce-4397-8af0-65dcb48f1adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:18.926782 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1327760a-db47-490c-bdc0-dbfc5013186a req-3caf5c4c-60ce-4397-8af0-65dcb48f1adb service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=650863eae15e4733b50e22c7595d7742&device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 1129 time: 0.0386143 Sep 22 22:18:19.282837 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327760a-db47-490c-bdc0-dbfc5013186a req-50681cdc-83bc-4949-8db8-1c11914a2f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:19.284318 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1327760a-db47-490c-bdc0-dbfc5013186a req-50681cdc-83bc-4949-8db8-1c11914a2f42 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5c3478bc-b7f3-4988-80ed-a5eadeacc461 HTTP/1.1" status: 200 len: 912 time: 0.0895133 Sep 22 22:18:19.366038 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1327760a-db47-490c-bdc0-dbfc5013186a req-d739dbcb-21d5-4a55-b8e2-b354f2b49736 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ab370e5-8611-4fef-bf09-955dd5a94603 HTTP/1.1" status: 200 len: 1001 time: 0.0536609 Sep 22 22:18:19.417394 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327760a-db47-490c-bdc0-dbfc5013186a req-6b8ac824-8e1c-4053-bd86-98178fec4683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:19.418794 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1327760a-db47-490c-bdc0-dbfc5013186a req-6b8ac824-8e1c-4053-bd86-98178fec4683 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e47c4249-5492-439b-b68c-dcd801e2bfc2 HTTP/1.1" status: 200 len: 850 time: 0.0463586 Sep 22 22:18:19.460529 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327760a-db47-490c-bdc0-dbfc5013186a req-079a554f-fb86-4e98-9b53-effb33e9313d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:19.462048 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1327760a-db47-490c-bdc0-dbfc5013186a req-079a554f-fb86-4e98-9b53-effb33e9313d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5c3478bc-b7f3-4988-80ed-a5eadeacc461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375865 Sep 22 22:18:19.622844 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b0ceb-42a0-47e0-80ad-7a9ef1db21d2 req-9e38fe4c-8a96-4ff2-9282-5ba42034e86d tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:19.624211 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9c8b0ceb-42a0-47e0-80ad-7a9ef1db21d2 req-9e38fe4c-8a96-4ff2-9282-5ba42034e86d tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 946 time: 0.0831783 Sep 22 22:18:19.721687 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1327760a-db47-490c-bdc0-dbfc5013186a req-fe459ef7-83a7-495d-a64b-dca7d4ee6e4c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5c3478bc-b7f3-4988-80ed-a5eadeacc461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888690 Sep 22 22:18:19.761742 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:19.782581 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cabec-c928-4a94-9de2-133da617d181 req-f495ba07-fc57-4289-a4aa-e0825add1759 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:19.784019 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cd3cabec-c928-4a94-9de2-133da617d181 req-f495ba07-fc57-4289-a4aa-e0825add1759 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 946 time: 0.1131618 Sep 22 22:18:19.838879 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-9c8b0ceb-42a0-47e0-80ad-7a9ef1db21d2 req-561d9b91-cc90-4a32-a854-15722a8f64c9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Deleting port 8663b072-db48-4fbd-b30f-98d4794fd966 {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:18:19.839223 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-9c8b0ceb-42a0-47e0-80ad-7a9ef1db21d2 req-561d9b91-cc90-4a32-a854-15722a8f64c9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (8663b072-db48-4fbd-b30f-98d4794fd966), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:19.941340 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cd3cabec-c928-4a94-9de2-133da617d181 req-66086892-1403-466c-ac24-bfd5ef95047e tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d17cf1c9-c199-416e-8828-0b67dd2dd477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505961 Sep 22 22:18:19.957499 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1327760a-db47-490c-bdc0-dbfc5013186a req-8da835f3-0b4e-4c5f-8d94-3e7f368ead91 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5c3478bc-b7f3-4988-80ed-a5eadeacc461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102370 Sep 22 22:18:19.984145 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-9c8b0ceb-42a0-47e0-80ad-7a9ef1db21d2 req-561d9b91-cc90-4a32-a854-15722a8f64c9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] For port 8663b072-db48-4fbd-b30f-98d4794fd966, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=8663b072-db48-4fbd-b30f-98d4794fd966,segment=NetworkSegment(3f85bb79-e1af-4130-b82b-25835361ba77),segment_id=3f85bb79-e1af-4130-b82b-25835361ba77)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:18:19.984513 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-9c8b0ceb-42a0-47e0-80ad-7a9ef1db21d2 req-561d9b91-cc90-4a32-a854-15722a8f64c9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (8663b072-db48-4fbd-b30f-98d4794fd966), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:19.998820 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-9c8b0ceb-42a0-47e0-80ad-7a9ef1db21d2 req-561d9b91-cc90-4a32-a854-15722a8f64c9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Calling delete_port for 8663b072-db48-4fbd-b30f-98d4794fd966 owned by compute:nova {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:18:20.042074 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:20.045907 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:20.105156 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:20.127225 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:18:20.137677 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-9c8b0ceb-42a0-47e0-80ad-7a9ef1db21d2 req-561d9b91-cc90-4a32-a854-15722a8f64c9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (8663b072-db48-4fbd-b30f-98d4794fd966), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:20.165400 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d9b91-cc90-4a32-a854-15722a8f64c9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Pushing event deleted for resources: {'Port': ['ID=8663b072-db48-4fbd-b30f-98d4794fd966,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:20.176711 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['8663b072-db48-4fbd-b30f-98d4794fd966'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:18:20.212538 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8b0ceb-42a0-47e0-80ad-7a9ef1db21d2 req-561d9b91-cc90-4a32-a854-15722a8f64c9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] No DVR routers for this DVR port 8663b072-db48-4fbd-b30f-98d4794fd966 on host hv-cinder-84914 {{(pid=106428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:18:20.217579 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-9c8b0ceb-42a0-47e0-80ad-7a9ef1db21d2 req-561d9b91-cc90-4a32-a854-15722a8f64c9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:20.221275 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9c8b0ceb-42a0-47e0-80ad-7a9ef1db21d2 req-561d9b91-cc90-4a32-a854-15722a8f64c9 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.57 "DELETE /networking/v2.0/ports/8663b072-db48-4fbd-b30f-98d4794fd966 HTTP/1.1" status: 204 len: 173 time: 0.5907564 Sep 22 22:18:20.221811 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b462de-3ef3-4c76-bf6c-f1ce9edcda5b', 'name': 'network-vif-deleted', 'tag': '8663b072-db48-4fbd-b30f-98d4794fd966'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:18:20.224066 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef2aaca-ad6d-4363-aa1f-45387df5fa38" -d '{"events": [{"server_uuid": "16b462de-3ef3-4c76-bf6c-f1ce9edcda5b", "name": "network-vif-deleted", "tag": "8663b072-db48-4fbd-b30f-98d4794fd966"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:18:20.261322 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd1b2b8-d011-4fc9-9146-7e9db485cb33 x-openstack-request-id: req-8fd1b2b8-d011-4fc9-9146-7e9db485cb33 {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:18:20.261616 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b462de-3ef3-4c76-bf6c-f1ce9edcda5b", "name": "network-vif-deleted", "tag": "8663b072-db48-4fbd-b30f-98d4794fd966", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:18:20.261870 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8fd1b2b8-d011-4fc9-9146-7e9db485cb33 {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:18:20.262327 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fd1b2b8-d011-4fc9-9146-7e9db485cb33'] response: {'server_uuid': '16b462de-3ef3-4c76-bf6c-f1ce9edcda5b', 'name': 'network-vif-deleted', 'tag': '8663b072-db48-4fbd-b30f-98d4794fd966', 'status': 'completed', 'code': 200} Sep 22 22:18:20.920602 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 8663b072-db48-4fbd-b30f-98d4794fd966 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:18:20.939478 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] No Port match for: 8663b072-db48-4fbd-b30f-98d4794fd966 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:18:20.939823 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 8663b072-db48-4fbd-b30f-98d4794fd966 not bound to the agent host hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:18:20.940244 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 9fd347ea-72b4-4b9b-97b6-c703e8d2774a no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:18:20.957730 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] No Port match for: 9fd347ea-72b4-4b9b-97b6-c703e8d2774a {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:18:20.958077 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 9fd347ea-72b4-4b9b-97b6-c703e8d2774a not bound to the agent host hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:18:21.061706 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a5abc14e-e517-48cb-90d7-a2919f3a7e74 req-3541a247-5cb8-4ba4-9be1-41a8ef912aa5 tempest-ServerRescueNegativeTestJSON-2124807442 tempest-ServerRescueNegativeTestJSON-2124807442-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=16b462de-3ef3-4c76-bf6c-f1ce9edcda5b HTTP/1.1" status: 200 len: 210 time: 0.0307064 Sep 22 22:18:22.129029 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 44150) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:18:22.600874 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-9e833c27-5bc3-4daa-aec9-384c35580352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3769516'] for router_interface (d69c119b-36e6-4102-a210-542d5988f463), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:22.818683 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-9e833c27-5bc3-4daa-aec9-384c35580352 admin admin] Deleting port fb9baff0-685c-48d3-bc91-6ecb7e426180 {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:18:22.819089 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-9e833c27-5bc3-4daa-aec9-384c35580352 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (fb9baff0-685c-48d3-bc91-6ecb7e426180), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:22.898310 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-9e833c27-5bc3-4daa-aec9-384c35580352 admin admin] For port fb9baff0-685c-48d3-bc91-6ecb7e426180, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=fb9baff0-685c-48d3-bc91-6ecb7e426180,segment=NetworkSegment(3f85bb79-e1af-4130-b82b-25835361ba77),segment_id=3f85bb79-e1af-4130-b82b-25835361ba77)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:18:22.898589 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-9e833c27-5bc3-4daa-aec9-384c35580352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (fb9baff0-685c-48d3-bc91-6ecb7e426180), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:22.910954 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-9e833c27-5bc3-4daa-aec9-384c35580352 admin admin] Calling delete_port for fb9baff0-685c-48d3-bc91-6ecb7e426180 owned by network:router_interface {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:18:22.953483 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:23.019206 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:23.045963 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:23.047385 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:23.095513 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-9e833c27-5bc3-4daa-aec9-384c35580352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (fb9baff0-685c-48d3-bc91-6ecb7e426180), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:23.118031 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e833c27-5bc3-4daa-aec9-384c35580352 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb9baff0-685c-48d3-bc91-6ecb7e426180,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:23.281389 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-9e833c27-5bc3-4daa-aec9-384c35580352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3923237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679260'] for router_interface (d69c119b-36e6-4102-a210-542d5988f463), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:23.721080 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e833c27-5bc3-4daa-aec9-384c35580352 admin admin] Router d69c119b-36e6-4102-a210-542d5988f463 has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:18:23.828603 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e833c27-5bc3-4daa-aec9-384c35580352 admin admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:18:23.833632 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-9e833c27-5bc3-4daa-aec9-384c35580352 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/d69c119b-36e6-4102-a210-542d5988f463/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7036500 Sep 22 22:18:23.836497 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 44154) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:18:23.838040 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28e3a41-ff17-4185-b872-f3f8b73aad58 None None] Sync routers for ids ['d69c119b-36e6-4102-a210-542d5988f463'] in dv-cinder-849143-6-iscsi {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:18:23.852252 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28e3a41-ff17-4185-b872-f3f8b73aad58 None None] Routers {'d69c119b-36e6-4102-a210-542d5988f463'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:18:23.852865 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-e28e3a41-ff17-4185-b872-f3f8b73aad58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:18:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['d69c119b-36e6-4102-a210-542d5988f463'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:18:23.933855 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-aabaec5c-402e-426c-afa2-c65b89db5df1 admin admin] Publish callbacks [] for router (d69c119b-36e6-4102-a210-542d5988f463), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:23.951100 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-e28e3a41-ff17-4185-b872-f3f8b73aad58 None None] Set router d69c119b-36e6-4102-a210-542d5988f463 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:18:23.982916 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:24.033954 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-aabaec5c-402e-426c-afa2-c65b89db5df1 admin admin] Publish callbacks [] for router_gateway (d69c119b-36e6-4102-a210-542d5988f463), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:24.080800 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-aabaec5c-402e-426c-afa2-c65b89db5df1 admin admin] Deleting port 0831a477-b13a-4a2c-a66a-216fdba5ac3c {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:18:24.081169 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-aabaec5c-402e-426c-afa2-c65b89db5df1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (0831a477-b13a-4a2c-a66a-216fdba5ac3c), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:24.117720 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=100 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:24.120649 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-e28e3a41-ff17-4185-b872-f3f8b73aad58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69c119b-36e6-4102-a210-542d5988f463', 'name': 'tempest-ServerRescueNegativeTestJSON-955786795-router', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '0831a477-b13a-4a2c-a66a-216fdba5ac3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:11Z', 'updated_at': '2022-09-22T22:18:23Z', 'revision_number': 5, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'gw_port': {'id': '0831a477-b13a-4a2c-a66a-216fdba5ac3c', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69c119b-36e6-4102-a210-542d5988f463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi'}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:18:24.123560 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=100 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:24.146503 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28e3a41-ff17-4185-b872-f3f8b73aad58 None None] Checking router: d69c119b-36e6-4102-a210-542d5988f463 for host: dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:18:24.154773 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28e3a41-ff17-4185-b872-f3f8b73aad58 None None] Routers {'d69c119b-36e6-4102-a210-542d5988f463'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:18:24.155379 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-e28e3a41-ff17-4185-b872-f3f8b73aad58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:18:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['d69c119b-36e6-4102-a210-542d5988f463'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:18:24.161273 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-aabaec5c-402e-426c-afa2-c65b89db5df1 admin admin] For port 0831a477-b13a-4a2c-a66a-216fdba5ac3c, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=0831a477-b13a-4a2c-a66a-216fdba5ac3c,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:18:24.161648 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-aabaec5c-402e-426c-afa2-c65b89db5df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (0831a477-b13a-4a2c-a66a-216fdba5ac3c), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:24.169099 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:DELETE=3,neutron:UPDATE=2,neutron:SELECT=95 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:24.176073 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-aabaec5c-402e-426c-afa2-c65b89db5df1 admin admin] Calling delete_port for 0831a477-b13a-4a2c-a66a-216fdba5ac3c owned by network:router_gateway {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:18:24.239739 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-e28e3a41-ff17-4185-b872-f3f8b73aad58 None None] Set router d69c119b-36e6-4102-a210-542d5988f463 gateway port host: None {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:18:24.291434 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-e28e3a41-ff17-4185-b872-f3f8b73aad58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69c119b-36e6-4102-a210-542d5988f463', 'name': 'tempest-ServerRescueNegativeTestJSON-955786795-router', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:11Z', 'updated_at': '2022-09-22T22:18:24Z', 'revision_number': 6, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'gw_port_host': None}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:18:24.317353 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28e3a41-ff17-4185-b872-f3f8b73aad58 None None] The sync data for ids ['d69c119b-36e6-4102-a210-542d5988f463'] in dv-cinder-849143-6-iscsi is: [{'id': 'd69c119b-36e6-4102-a210-542d5988f463', 'name': 'tempest-ServerRescueNegativeTestJSON-955786795-router', 'tenant_id': '0499a794df4444b594ee3126a8e210c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:11Z', 'updated_at': '2022-09-22T22:18:24Z', 'revision_number': 6, 'project_id': '0499a794df4444b594ee3126a8e210c1', 'gw_port_host': None}] {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:18:24.343289 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-aabaec5c-402e-426c-afa2-c65b89db5df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (0831a477-b13a-4a2c-a66a-216fdba5ac3c), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:24.367234 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabaec5c-402e-426c-afa2-c65b89db5df1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0831a477-b13a-4a2c-a66a-216fdba5ac3c,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:24.434648 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-aabaec5c-402e-426c-afa2-c65b89db5df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3684438'] for router_gateway (d69c119b-36e6-4102-a210-542d5988f463), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:24.519996 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-aabaec5c-402e-426c-afa2-c65b89db5df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15774'] for router (d69c119b-36e6-4102-a210-542d5988f463), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:24.522834 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-aabaec5c-402e-426c-afa2-c65b89db5df1 admin admin] Publish callbacks [] for router_controller (d69c119b-36e6-4102-a210-542d5988f463), precommit_delete_associations {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:24.565069 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-aabaec5c-402e-426c-afa2-c65b89db5df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679329'] for router (d69c119b-36e6-4102-a210-542d5988f463), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:24.565660 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabaec5c-402e-426c-afa2-c65b89db5df1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d69c119b-36e6-4102-a210-542d5988f463 {{(pid=106428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 22:18:24.571185 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-aabaec5c-402e-426c-afa2-c65b89db5df1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:24.572315 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-aabaec5c-402e-426c-afa2-c65b89db5df1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/d69c119b-36e6-4102-a210-542d5988f463 HTTP/1.1" status: 204 len: 168 time: 0.7346981 Sep 22 22:18:24.574829 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 44156) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:18:24.619496 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ceffac-e583-461b-b266-d57c037f4f24 admin admin] Deleting subnet bf216d7c-d985-409d-9ea6-5ff04204374d {{(pid=106428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 22:18:24.622613 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-44ceffac-e583-461b-b266-d57c037f4f24 admin admin] Publish callbacks [] for subnet (bf216d7c-d985-409d-9ea6-5ff04204374d), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:24.661064 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-44ceffac-e583-461b-b266-d57c037f4f24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10260588'] for subnet (bf216d7c-d985-409d-9ea6-5ff04204374d), precommit_delete_associations {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:24.744431 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-44ceffac-e583-461b-b266-d57c037f4f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433450'] for subnet (bf216d7c-d985-409d-9ea6-5ff04204374d), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:24.801925 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-44ceffac-e583-461b-b266-d57c037f4f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10406668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847801'] for subnet (bf216d7c-d985-409d-9ea6-5ff04204374d), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:24.829720 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ceffac-e583-461b-b266-d57c037f4f24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf216d7c-d985-409d-9ea6-5ff04204374d,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:24.836193 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-44ceffac-e583-461b-b266-d57c037f4f24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for subnet (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:24.841830 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-44ceffac-e583-461b-b266-d57c037f4f24 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/bf216d7c-d985-409d-9ea6-5ff04204374d HTTP/1.1" status: 204 len: 168 time: 0.2636411 Sep 22 22:18:24.841986 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f9ca0e-1d04-45f8-9f71-6ca9ecf6450a None None] Network 770f63d9-fbe3-4433-90af-714bf608e28c requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:18:24.842432 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 44158) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:18:24.911249 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-d53606c5-1f79-4eea-8e55-0b4150a30d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425183'] for network (770f63d9-fbe3-4433-90af-714bf608e28c), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:24.913052 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:24.956548 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-d53606c5-1f79-4eea-8e55-0b4150a30d21 admin admin] Deleting port 24c261e6-fa25-4ce6-b51e-0ac386ae8815 {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:18:24.956891 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-d53606c5-1f79-4eea-8e55-0b4150a30d21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (24c261e6-fa25-4ce6-b51e-0ac386ae8815), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:25.012387 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:25.025969 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-d53606c5-1f79-4eea-8e55-0b4150a30d21 admin admin] For port 24c261e6-fa25-4ce6-b51e-0ac386ae8815, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=24c261e6-fa25-4ce6-b51e-0ac386ae8815,segment=NetworkSegment(3f85bb79-e1af-4130-b82b-25835361ba77),segment_id=3f85bb79-e1af-4130-b82b-25835361ba77)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:18:25.026285 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-d53606c5-1f79-4eea-8e55-0b4150a30d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (24c261e6-fa25-4ce6-b51e-0ac386ae8815), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:25.040711 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-d53606c5-1f79-4eea-8e55-0b4150a30d21 admin admin] Calling delete_port for 24c261e6-fa25-4ce6-b51e-0ac386ae8815 owned by network:dhcp {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:18:25.106536 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5793c6-5ebd-474b-88d8-51e4c47fbeb6 None None] DHCP port deletion for 770f63d9-fbe3-4433-90af-714bf608e28c request from dv-cinder-849143-6-iscsi {{(pid=106430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 22:18:25.123849 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-d53606c5-1f79-4eea-8e55-0b4150a30d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (24c261e6-fa25-4ce6-b51e-0ac386ae8815), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:25.149622 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-9a5793c6-5ebd-474b-88d8-51e4c47fbeb6 None None] Deleting port 24c261e6-fa25-4ce6-b51e-0ac386ae8815 {{(pid=106430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:18:25.149863 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53606c5-1f79-4eea-8e55-0b4150a30d21 admin admin] Pushing event deleted for resources: {'Port': ['ID=24c261e6-fa25-4ce6-b51e-0ac386ae8815,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:25.150154 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-9a5793c6-5ebd-474b-88d8-51e4c47fbeb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (24c261e6-fa25-4ce6-b51e-0ac386ae8815), before_delete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:25.153469 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53606c5-1f79-4eea-8e55-0b4150a30d21 admin admin] No DVR routers for this DVR port 24c261e6-fa25-4ce6-b51e-0ac386ae8815 on host dv-cinder-849143-6-iscsi {{(pid=106428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:18:25.220706 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-9a5793c6-5ebd-474b-88d8-51e4c47fbeb6 None None] For port 24c261e6-fa25-4ce6-b51e-0ac386ae8815, host dv-cinder-849143-6-iscsi, got binding levels [] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:18:25.221590 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-9a5793c6-5ebd-474b-88d8-51e4c47fbeb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (24c261e6-fa25-4ce6-b51e-0ac386ae8815), precommit_delete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:25.230470 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-d53606c5-1f79-4eea-8e55-0b4150a30d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1288257', 'neutron.services.segments.db._delete_segments_for_network-8778793935297'] for network (770f63d9-fbe3-4433-90af-714bf608e28c), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:25.239692 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-9a5793c6-5ebd-474b-88d8-51e4c47fbeb6 None None] Calling delete_port for 24c261e6-fa25-4ce6-b51e-0ac386ae8815 owned by network:dhcp {{(pid=106430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:18:25.244105 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.ipam_backend_mixin [None req-9a5793c6-5ebd-474b-88d8-51e4c47fbeb6 None None] Port 24c261e6-fa25-4ce6-b51e-0ac386ae8815 was not found and therefore no delete operation was performed {{(pid=106430) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 22 22:18:25.245750 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-9a5793c6-5ebd-474b-88d8-51e4c47fbeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514'] for port (24c261e6-fa25-4ce6-b51e-0ac386ae8815), after_delete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:25.251085 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.services.segments.db [None req-d53606c5-1f79-4eea-8e55-0b4150a30d21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770f63d9-fbe3-4433-90af-714bf608e28c']}} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:18:25.261204 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.services.segments.db [None req-d53606c5-1f79-4eea-8e55-0b4150a30d21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f85bb79-e1af-4130-b82b-25835361ba77') {'for_net_delete': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:18:25.261504 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.services.segments.db [None req-d53606c5-1f79-4eea-8e55-0b4150a30d21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f85bb79-e1af-4130-b82b-25835361ba77') {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:18:25.271036 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-d53606c5-1f79-4eea-8e55-0b4150a30d21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778793935189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10260567'] for segment (3f85bb79-e1af-4130-b82b-25835361ba77), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:25.276106 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5793c6-5ebd-474b-88d8-51e4c47fbeb6 None None] Pushing event deleted for resources: {'Port': ['ID=24c261e6-fa25-4ce6-b51e-0ac386ae8815,revision_number=None']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:25.281287 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5793c6-5ebd-474b-88d8-51e4c47fbeb6 None None] No DVR routers for this DVR port 24c261e6-fa25-4ce6-b51e-0ac386ae8815 on host dv-cinder-849143-6-iscsi {{(pid=106430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:18:25.290700 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-d53606c5-1f79-4eea-8e55-0b4150a30d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (3f85bb79-e1af-4130-b82b-25835361ba77), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:25.297962 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d53606c5-1f79-4eea-8e55-0b4150a30d21 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=106428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:18:25.298918 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-d53606c5-1f79-4eea-8e55-0b4150a30d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10406838'] for segment (3f85bb79-e1af-4130-b82b-25835361ba77), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:25.371102 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-d53606c5-1f79-4eea-8e55-0b4150a30d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1288312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684483'] for network (770f63d9-fbe3-4433-90af-714bf608e28c), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:25.377838 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-d53606c5-1f79-4eea-8e55-0b4150a30d21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:25.386241 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-d53606c5-1f79-4eea-8e55-0b4150a30d21 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/770f63d9-fbe3-4433-90af-714bf608e28c HTTP/1.1" status: 204 len: 168 time: 0.5426264 Sep 22 22:18:25.404635 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53606c5-1f79-4eea-8e55-0b4150a30d21 admin admin] Pushing event deleted for resources: {'Network': ['ID=770f63d9-fbe3-4433-90af-714bf608e28c,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:25.503681 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 44166) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:18:25.546088 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-c4e6847a-f6b6-46d8-9a81-61cce3604aaf admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0499a794df4444b594ee3126a8e210c1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410082 Sep 22 22:18:25.548526 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 44168) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:18:25.599085 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1ecb2cc8-0ced-4fca-9158-3e6d78a14380 admin admin] Publish callbacks [] for security_group (d17cf1c9-c199-416e-8828-0b67dd2dd477), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:25.619996 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.services.segments.plugin [-] Segment 3f85bb79-e1af-4130-b82b-25835361ba77 resource provider aggregate not found Sep 22 22:18:25.627459 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1ecb2cc8-0ced-4fca-9158-3e6d78a14380 admin admin] Publish callbacks [] for security_group (d17cf1c9-c199-416e-8828-0b67dd2dd477), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:25.639131 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.services.segments.plugin [-] Segment 3f85bb79-e1af-4130-b82b-25835361ba77 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f85bb79-e1af-4130-b82b-25835361ba77 found for delete ", "request_id": "req-2b0ac31c-9f6b-4a10-9071-24fdd9168baa"}]} Sep 22 22:18:25.679305 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1ecb2cc8-0ced-4fca-9158-3e6d78a14380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (d17cf1c9-c199-416e-8828-0b67dd2dd477), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:25.681895 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1ecb2cc8-0ced-4fca-9158-3e6d78a14380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:25.683040 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-1ecb2cc8-0ced-4fca-9158-3e6d78a14380 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d17cf1c9-c199-416e-8828-0b67dd2dd477 HTTP/1.1" status: 204 len: 168 time: 0.1336343 Sep 22 22:18:25.690833 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb2cc8-0ced-4fca-9158-3e6d78a14380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17cf1c9-c199-416e-8828-0b67dd2dd477,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:25.823401 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device fb9baff0-685c-48d3-bc91-6ecb7e426180 no longer exists at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:18:25.847718 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] No Port match for: fb9baff0-685c-48d3-bc91-6ecb7e426180 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:18:25.848320 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device fb9baff0-685c-48d3-bc91-6ecb7e426180 not bound to the agent host dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:18:25.848483 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 24c261e6-fa25-4ce6-b51e-0ac386ae8815 no longer exists at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:18:25.872270 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] No Port match for: 24c261e6-fa25-4ce6-b51e-0ac386ae8815 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:18:25.872619 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 24c261e6-fa25-4ce6-b51e-0ac386ae8815 not bound to the agent host dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:18:25.873048 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 0831a477-b13a-4a2c-a66a-216fdba5ac3c no longer exists at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:18:25.891244 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] No Port match for: 0831a477-b13a-4a2c-a66a-216fdba5ac3c {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:18:25.891597 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 0831a477-b13a-4a2c-a66a-216fdba5ac3c not bound to the agent host dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:18:26.417201 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 44192) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:18:26.515827 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-5ef26281-daa4-4ab7-ab7f-eae3cd2341b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1509104447-network', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:18:26.535816 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef26281-daa4-4ab7-ab7f-eae3cd2341b4 admin admin] Made reservation on behalf of eaff29c3c9b84929b0451e8e82caf4f2 for: {'network': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:18:26.539380 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5ef26281-daa4-4ab7-ab7f-eae3cd2341b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for network (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:26.547699 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5ef26281-daa4-4ab7-ab7f-eae3cd2341b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:26.626051 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:26.628069 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5ef26281-daa4-4ab7-ab7f-eae3cd2341b4 admin admin] Publish callbacks [] for security_group (2999cf75-e9f1-445e-8a0d-54c81e0b209c), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:26.632328 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5ef26281-daa4-4ab7-ab7f-eae3cd2341b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (2999cf75-e9f1-445e-8a0d-54c81e0b209c), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:26.656015 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef26281-daa4-4ab7-ab7f-eae3cd2341b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=106428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:18:26.671417 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef26281-daa4-4ab7-ab7f-eae3cd2341b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2999cf75-e9f1-445e-8a0d-54c81e0b209c,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:26.676530 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5ef26281-daa4-4ab7-ab7f-eae3cd2341b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (57625509-4963-4a20-95e6-4bf6edc1fe66), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:26.676878 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.db.segments_db [None req-5ef26281-daa4-4ab7-ab7f-eae3cd2341b4 admin admin] Added segment 57625509-4963-4a20-95e6-4bf6edc1fe66 of type vlan for network a3032908-0d20-4083-a609-def5ad9a09dd Sep 22 22:18:26.722893 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5ef26281-daa4-4ab7-ab7f-eae3cd2341b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778793421990'] for network (a3032908-0d20-4083-a609-def5ad9a09dd), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:26.751257 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5ef26281-daa4-4ab7-ab7f-eae3cd2341b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218'] for network (a3032908-0d20-4083-a609-def5ad9a09dd), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:26.752321 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef26281-daa4-4ab7-ab7f-eae3cd2341b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:26.752924 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5ef26281-daa4-4ab7-ab7f-eae3cd2341b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:26.757957 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=78,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:26.804819 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-5ef26281-daa4-4ab7-ab7f-eae3cd2341b4 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3865399 Sep 22 22:18:26.807846 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 44196) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:18:26.812919 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-f1f9094d-c276-4600-a464-1c341148e93c admin admin] Request body: {'subnet': {'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1509104447-subnet', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:18:26.819489 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef26281-daa4-4ab7-ab7f-eae3cd2341b4 admin admin] Pushing event updated for resources: {'Network': ['ID=a3032908-0d20-4083-a609-def5ad9a09dd,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:26.829705 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Network a3032908-0d20-4083-a609-def5ad9a09dd details requested by agent ovs-agent-dv-cinder-849143-6-iscsi with host dv-cinder-849143-6-iscsi {{(pid=106430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 22:18:26.837321 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f9094d-c276-4600-a464-1c341148e93c admin admin] Made reservation on behalf of eaff29c3c9b84929b0451e8e82caf4f2 for: {'subnet': 1} {{(pid=106429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:18:26.840252 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f1f9094d-c276-4600-a464-1c341148e93c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9385051'] for subnet (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:27.008670 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f1f9094d-c276-4600-a464-1c341148e93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9556762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9385037'] for subnet (b371fb7c-e81d-4b99-a872-fa8fc506c36f), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:27.064801 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9094d-c276-4600-a464-1c341148e93c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b371fb7c-e81d-4b99-a872-fa8fc506c36f,revision_number=0']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:27.075468 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f9094d-c276-4600-a464-1c341148e93c admin admin] Checking segment: {'id': '57625509-4963-4a20-95e6-4bf6edc1fe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:18:27.075819 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f9094d-c276-4600-a464-1c341148e93c admin admin] Network hostable DHCP agents. Network: a3032908-0d20-4083-a609-def5ad9a09dd, hostable agents: ['46112969-b587-44d5-b5c4-b732185f2ac5'], hosted agents: [] {{(pid=106429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:18:27.079386 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9094d-c276-4600-a464-1c341148e93c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:27.079728 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9094d-c276-4600-a464-1c341148e93c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:27.080067 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9094d-c276-4600-a464-1c341148e93c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:27.080401 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9094d-c276-4600-a464-1c341148e93c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:27.080729 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9094d-c276-4600-a464-1c341148e93c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:27.081055 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9094d-c276-4600-a464-1c341148e93c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:27.081414 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9094d-c276-4600-a464-1c341148e93c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:27.081946 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9094d-c276-4600-a464-1c341148e93c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:27.082488 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9094d-c276-4600-a464-1c341148e93c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:27.082823 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9094d-c276-4600-a464-1c341148e93c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:27.083151 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9094d-c276-4600-a464-1c341148e93c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:27.083476 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9094d-c276-4600-a464-1c341148e93c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:27.083793 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9094d-c276-4600-a464-1c341148e93c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:27.084111 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9094d-c276-4600-a464-1c341148e93c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:27.085033 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9094d-c276-4600-a464-1c341148e93c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:27.101671 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f9094d-c276-4600-a464-1c341148e93c admin admin] Network a3032908-0d20-4083-a609-def5ad9a09dd is scheduled to be hosted by DHCP agent 46112969-b587-44d5-b5c4-b732185f2ac5 with binding_index 1 {{(pid=106429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:18:27.110306 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-f1f9094d-c276-4600-a464-1c341148e93c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-6-iscsi, a3032908-0d20-4083-a609-def5ad9a09dd) {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:18:27.114391 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f9094d-c276-4600-a464-1c341148e93c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:27.115007 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f1f9094d-c276-4600-a464-1c341148e93c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:27.121124 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0023ff-d541-441b-8104-43ea51840a85 None None] Network a3032908-0d20-4083-a609-def5ad9a09dd requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:18:27.131858 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-f1f9094d-c276-4600-a464-1c341148e93c admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3221567 Sep 22 22:18:27.135240 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 44198) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:18:27.140116 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-c053d869-0b57-4e96-8e5b-de2ba6995198 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1509104447-router', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:18:27.162048 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c053d869-0b57-4e96-8e5b-de2ba6995198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3680899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3444'] for router (efe5f40b-7b89-4007-9e61-f0b495da917b), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:27.163510 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c053d869-0b57-4e96-8e5b-de2ba6995198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4093241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3437'] for router (efe5f40b-7b89-4007-9e61-f0b495da917b), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:27.221760 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c053d869-0b57-4e96-8e5b-de2ba6995198 admin admin] Publish callbacks [] for router_controller (efe5f40b-7b89-4007-9e61-f0b495da917b), precommit_add_association {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:27.229906 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cb523f-c194-45a1-8109-b1b4da46cd6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21c0a57c-ab00-5552-8730-642a300f25b7-a3032908-0d20-4083-a609-def5ad9a09dd', 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd', 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'fixed_ips': [{'subnet_id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f'}]}} from dv-cinder-849143-6-iscsi. {{(pid=106430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 22:18:27.231215 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-72cb523f-c194-45a1-8109-b1b4da46cd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:27.307745 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:27.310894 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:27.356202 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c053d869-0b57-4e96-8e5b-de2ba6995198 admin admin] Publish callbacks [] for router_gateway (efe5f40b-7b89-4007-9e61-f0b495da917b), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:27.370464 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.db_base_plugin_common [None req-72cb523f-c194-45a1-8109-b1b4da46cd6b None None] Allocated IP 172.20.0.2 (a3032908-0d20-4083-a609-def5ad9a09dd/b371fb7c-e81d-4b99-a872-fa8fc506c36f/34ff27d2-e2b4-4c3f-90bc-49d7efe0a975) {{(pid=106430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:18:27.514300 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-72cb523f-c194-45a1-8109-b1b4da46cd6b None None] Publish callbacks [] for port (34ff27d2-e2b4-4c3f-90bc-49d7efe0a975), precommit_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:27.520063 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-72cb523f-c194-45a1-8109-b1b4da46cd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505'] for port (34ff27d2-e2b4-4c3f-90bc-49d7efe0a975), after_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:27.538553 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c053d869-0b57-4e96-8e5b-de2ba6995198 admin admin] Publish callbacks [] for router_gateway (efe5f40b-7b89-4007-9e61-f0b495da917b), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:27.560456 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c053d869-0b57-4e96-8e5b-de2ba6995198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:27.561547 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cb523f-c194-45a1-8109-b1b4da46cd6b None None] Network a3032908-0d20-4083-a609-def5ad9a09dd is already hosted by enough agents. {{(pid=106430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:18:27.564490 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.scheduler.base_scheduler [None req-72cb523f-c194-45a1-8109-b1b4da46cd6b None None] Resources bound (agent type, host, resource id): {{(pid=106430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:18:27.568464 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cb523f-c194-45a1-8109-b1b4da46cd6b None None] Received port after_create {{(pid=106430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:18:27.575898 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb523f-c194-45a1-8109-b1b4da46cd6b None None] Pushing event updated for resources: {'Port': ['ID=34ff27d2-e2b4-4c3f-90bc-49d7efe0a975,revision_number=1']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:27.637997 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-72cb523f-c194-45a1-8109-b1b4da46cd6b None None] Attempting to bind port 34ff27d2-e2b4-4c3f-90bc-49d7efe0a975 on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:18:27.638366 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-72cb523f-c194-45a1-8109-b1b4da46cd6b None None] Attempting to bind port 34ff27d2-e2b4-4c3f-90bc-49d7efe0a975 by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': '57625509-4963-4a20-95e6-4bf6edc1fe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd'}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:18:27.638729 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb523f-c194-45a1-8109-b1b4da46cd6b None None] Attempting to bind port 34ff27d2-e2b4-4c3f-90bc-49d7efe0a975 on network a3032908-0d20-4083-a609-def5ad9a09dd {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:18:27.670764 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [None req-c053d869-0b57-4e96-8e5b-de2ba6995198 admin admin] Allocated IP 172.27.1.21 (222d3bc3-ee2a-4d75-8e21-75e580ff73b3/4214672d-8971-44fc-bb6c-9c23836d3a7a/42260fa9-6032-4d21-a5eb-dd592f7403b4) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:18:27.680598 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb523f-c194-45a1-8109-b1b4da46cd6b None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:18:27.680988 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb523f-c194-45a1-8109-b1b4da46cd6b None None] Checking segment: {'id': '57625509-4963-4a20-95e6-4bf6edc1fe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:18:27.681433 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-72cb523f-c194-45a1-8109-b1b4da46cd6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:27.681803 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb523f-c194-45a1-8109-b1b4da46cd6b None None] Bound using segment: {'id': '57625509-4963-4a20-95e6-4bf6edc1fe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd'} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:18:27.682300 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-72cb523f-c194-45a1-8109-b1b4da46cd6b None None] Bound port: 34ff27d2-e2b4-4c3f-90bc-49d7efe0a975, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57625509-4963-4a20-95e6-4bf6edc1fe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd'}}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:18:27.682803 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-72cb523f-c194-45a1-8109-b1b4da46cd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (34ff27d2-e2b4-4c3f-90bc-49d7efe0a975), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:27.743641 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-72cb523f-c194-45a1-8109-b1b4da46cd6b None None] For port 34ff27d2-e2b4-4c3f-90bc-49d7efe0a975, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:18:27.746886 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-72cb523f-c194-45a1-8109-b1b4da46cd6b None None] For port 34ff27d2-e2b4-4c3f-90bc-49d7efe0a975, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=34ff27d2-e2b4-4c3f-90bc-49d7efe0a975,segment=NetworkSegment(57625509-4963-4a20-95e6-4bf6edc1fe66),segment_id=57625509-4963-4a20-95e6-4bf6edc1fe66)] {{(pid=106430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:18:27.752330 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-72cb523f-c194-45a1-8109-b1b4da46cd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (34ff27d2-e2b4-4c3f-90bc-49d7efe0a975), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:27.791299 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c053d869-0b57-4e96-8e5b-de2ba6995198 admin admin] Publish callbacks [] for port (42260fa9-6032-4d21-a5eb-dd592f7403b4), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:27.814784 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb523f-c194-45a1-8109-b1b4da46cd6b None None] Pushing event updated for resources: {'Port': ['ID=34ff27d2-e2b4-4c3f-90bc-49d7efe0a975,revision_number=2']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:27.827559 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c053d869-0b57-4e96-8e5b-de2ba6995198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (42260fa9-6032-4d21-a5eb-dd592f7403b4), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:27.874697 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c053d869-0b57-4e96-8e5b-de2ba6995198 admin admin] Network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:18:27.878152 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [None req-c053d869-0b57-4e96-8e5b-de2ba6995198 admin admin] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:18:27.882108 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c053d869-0b57-4e96-8e5b-de2ba6995198 admin admin] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:18:27.902480 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053d869-0b57-4e96-8e5b-de2ba6995198 admin admin] Pushing event updated for resources: {'Port': ['ID=42260fa9-6032-4d21-a5eb-dd592f7403b4,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:27.906260 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:UPDATE=4,neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:27.910618 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:28.150400 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c053d869-0b57-4e96-8e5b-de2ba6995198 admin admin] Publish callbacks [] for router_gateway (efe5f40b-7b89-4007-9e61-f0b495da917b), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:28.582256 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c053d869-0b57-4e96-8e5b-de2ba6995198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3684398'] for router (efe5f40b-7b89-4007-9e61-f0b495da917b), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:28.652470 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ba3287-e6c5-4a11-95b7-20e7c6275bb7 None None] Network a3032908-0d20-4083-a609-def5ad9a09dd requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:18:28.705993 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c053d869-0b57-4e96-8e5b-de2ba6995198 admin admin] Router efe5f40b-7b89-4007-9e61-f0b495da917b is scheduled to L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d with binding_index 1 {{(pid=106428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 22:18:28.707633 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-152c29bc-fa61-41e8-8226-5c2a7915bbbb None None] Provisioning complete for port 34ff27d2-e2b4-4c3f-90bc-49d7efe0a975 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:18:28.708003 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-152c29bc-fa61-41e8-8226-5c2a7915bbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (34ff27d2-e2b4-4c3f-90bc-49d7efe0a975), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:28.708344 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-152c29bc-fa61-41e8-8226-5c2a7915bbbb None None] Attempt 1 to provision port 34ff27d2-e2b4-4c3f-90bc-49d7efe0a975 Sep 22 22:18:28.808712 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c053d869-0b57-4e96-8e5b-de2ba6995198 admin admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:18:28.824614 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec35e7e-4066-4514-8df6-abb278b51eab None None] Sync routers for ids ['efe5f40b-7b89-4007-9e61-f0b495da917b'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:18:28.830049 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c053d869-0b57-4e96-8e5b-de2ba6995198 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:28.833583 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-c053d869-0b57-4e96-8e5b-de2ba6995198 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6971688 Sep 22 22:18:28.835018 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 44200) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:18:28.837627 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-152c29bc-fa61-41e8-8226-5c2a7915bbbb None None] Current status of the port 34ff27d2-e2b4-4c3f-90bc-49d7efe0a975 is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:18:28.838017 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-152c29bc-fa61-41e8-8226-5c2a7915bbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (34ff27d2-e2b4-4c3f-90bc-49d7efe0a975), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:28.853035 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec35e7e-4066-4514-8df6-abb278b51eab None None] Routers {'efe5f40b-7b89-4007-9e61-f0b495da917b'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:18:28.853698 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-dec35e7e-4066-4514-8df6-abb278b51eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:18:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['efe5f40b-7b89-4007-9e61-f0b495da917b'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:18:29.043174 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:29.052071 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:29.059193 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-152c29bc-fa61-41e8-8226-5c2a7915bbbb None None] For port 34ff27d2-e2b4-4c3f-90bc-49d7efe0a975, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=34ff27d2-e2b4-4c3f-90bc-49d7efe0a975,segment=NetworkSegment(57625509-4963-4a20-95e6-4bf6edc1fe66),segment_id=57625509-4963-4a20-95e6-4bf6edc1fe66)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:18:29.085759 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-152c29bc-fa61-41e8-8226-5c2a7915bbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (34ff27d2-e2b4-4c3f-90bc-49d7efe0a975), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:29.137875 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-dec35e7e-4066-4514-8df6-abb278b51eab None None] Set router efe5f40b-7b89-4007-9e61-f0b495da917b gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:18:29.220046 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c29bc-fa61-41e8-8226-5c2a7915bbbb None None] Pushing event updated for resources: {'Port': ['ID=34ff27d2-e2b4-4c3f-90bc-49d7efe0a975,revision_number=3']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:29.255571 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-4b329019-7f95-4828-a5b9-004aaa2e984e None None] Provisioning complete for port 34ff27d2-e2b4-4c3f-90bc-49d7efe0a975 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:18:29.255935 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-4b329019-7f95-4828-a5b9-004aaa2e984e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (34ff27d2-e2b4-4c3f-90bc-49d7efe0a975), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:29.256827 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-4b329019-7f95-4828-a5b9-004aaa2e984e None None] Attempt 1 to provision port 34ff27d2-e2b4-4c3f-90bc-49d7efe0a975 Sep 22 22:18:29.262811 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c29bc-fa61-41e8-8226-5c2a7915bbbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:29.263154 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c29bc-fa61-41e8-8226-5c2a7915bbbb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:29.263492 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c29bc-fa61-41e8-8226-5c2a7915bbbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:29.263826 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c29bc-fa61-41e8-8226-5c2a7915bbbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:29.263936 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-336d322c-243c-4874-a0f6-3342cf9e0780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:29.264158 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c29bc-fa61-41e8-8226-5c2a7915bbbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:29.264483 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c29bc-fa61-41e8-8226-5c2a7915bbbb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:29.264806 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c29bc-fa61-41e8-8226-5c2a7915bbbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:29.265150 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c29bc-fa61-41e8-8226-5c2a7915bbbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:29.265474 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c29bc-fa61-41e8-8226-5c2a7915bbbb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:29.265791 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c29bc-fa61-41e8-8226-5c2a7915bbbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:29.266113 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c29bc-fa61-41e8-8226-5c2a7915bbbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:29.266454 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c29bc-fa61-41e8-8226-5c2a7915bbbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:29.266775 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c29bc-fa61-41e8-8226-5c2a7915bbbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:29.267118 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c29bc-fa61-41e8-8226-5c2a7915bbbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:29.267434 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152c29bc-fa61-41e8-8226-5c2a7915bbbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:29.318674 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:29.328932 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:29.401824 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-dec35e7e-4066-4514-8df6-abb278b51eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'name': 'tempest-AttachVolumeShelveTestJSON-1509104447-router', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:28Z', 'revision_number': 3, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'gw_port': {'id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi'}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:18:29.421730 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.db_base_plugin_common [None req-336d322c-243c-4874-a0f6-3342cf9e0780 admin admin] Allocated IP 172.20.0.1 (a3032908-0d20-4083-a609-def5ad9a09dd/b371fb7c-e81d-4b99-a872-fa8fc506c36f/1b4872c5-efe2-4cb4-aca9-24209d50b1b6) {{(pid=106429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:18:29.428527 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-4b329019-7f95-4828-a5b9-004aaa2e984e None None] Current status of the port 34ff27d2-e2b4-4c3f-90bc-49d7efe0a975 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:18:29.430947 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec35e7e-4066-4514-8df6-abb278b51eab None None] Checking router: efe5f40b-7b89-4007-9e61-f0b495da917b for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:18:29.431301 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec35e7e-4066-4514-8df6-abb278b51eab None None] Updating router efe5f40b-7b89-4007-9e61-f0b495da917b port 42260fa9-6032-4d21-a5eb-dd592f7403b4 binding host dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:18:29.458805 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-dec35e7e-4066-4514-8df6-abb278b51eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (42260fa9-6032-4d21-a5eb-dd592f7403b4), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:29.525197 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-336d322c-243c-4874-a0f6-3342cf9e0780 admin admin] Publish callbacks [] for port (1b4872c5-efe2-4cb4-aca9-24209d50b1b6), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:29.557409 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-336d322c-243c-4874-a0f6-3342cf9e0780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (1b4872c5-efe2-4cb4-aca9-24209d50b1b6), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:29.599248 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336d322c-243c-4874-a0f6-3342cf9e0780 admin admin] Network a3032908-0d20-4083-a609-def5ad9a09dd is already hosted by enough agents. {{(pid=106429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:18:29.604772 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-336d322c-243c-4874-a0f6-3342cf9e0780 admin admin] Resources bound (agent type, host, resource id): {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:18:29.609735 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336d322c-243c-4874-a0f6-3342cf9e0780 admin admin] Received port after_create {{(pid=106429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:18:29.611858 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d322c-243c-4874-a0f6-3342cf9e0780 admin admin] Pushing event updated for resources: {'Port': ['ID=1b4872c5-efe2-4cb4-aca9-24209d50b1b6,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:29.651218 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-336d322c-243c-4874-a0f6-3342cf9e0780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769367'] for router_interface (efe5f40b-7b89-4007-9e61-f0b495da917b), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:29.726377 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-dec35e7e-4066-4514-8df6-abb278b51eab None None] Publish callbacks [] for port (42260fa9-6032-4d21-a5eb-dd592f7403b4), precommit_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:29.732017 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-dec35e7e-4066-4514-8df6-abb278b51eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (42260fa9-6032-4d21-a5eb-dd592f7403b4), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:29.774523 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-dec35e7e-4066-4514-8df6-abb278b51eab None None] Attempting to bind port 42260fa9-6032-4d21-a5eb-dd592f7403b4 on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:18:29.774889 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-dec35e7e-4066-4514-8df6-abb278b51eab None None] Attempting to bind port 42260fa9-6032-4d21-a5eb-dd592f7403b4 by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:18:29.775248 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec35e7e-4066-4514-8df6-abb278b51eab None None] Attempting to bind port 42260fa9-6032-4d21-a5eb-dd592f7403b4 on network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:18:29.790929 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-336d322c-243c-4874-a0f6-3342cf9e0780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (1b4872c5-efe2-4cb4-aca9-24209d50b1b6), before_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:29.813685 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da0175-fc96-488d-bf01-d9f534d7996b None None] Pushing event updated for resources: {'Port': ['ID=42260fa9-6032-4d21-a5eb-dd592f7403b4,revision_number=2']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:29.835543 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec35e7e-4066-4514-8df6-abb278b51eab None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:18:29.835929 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec35e7e-4066-4514-8df6-abb278b51eab None None] Checking segment: {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:18:29.836384 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-dec35e7e-4066-4514-8df6-abb278b51eab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:29.836789 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec35e7e-4066-4514-8df6-abb278b51eab None None] Bound using segment: {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:18:29.837614 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-dec35e7e-4066-4514-8df6-abb278b51eab None None] Bound port: 42260fa9-6032-4d21-a5eb-dd592f7403b4, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:18:29.837845 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-dec35e7e-4066-4514-8df6-abb278b51eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (42260fa9-6032-4d21-a5eb-dd592f7403b4), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:29.892471 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 34ff27d2-e2b4-4c3f-90bc-49d7efe0a975 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:18:29.921407 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:29.931146 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-dec35e7e-4066-4514-8df6-abb278b51eab None None] For port 42260fa9-6032-4d21-a5eb-dd592f7403b4, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:18:29.937063 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:29.960084 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-dec35e7e-4066-4514-8df6-abb278b51eab None None] For port 42260fa9-6032-4d21-a5eb-dd592f7403b4, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=42260fa9-6032-4d21-a5eb-dd592f7403b4,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:18:29.972354 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-b25d9056-a487-4e33-9ec1-75230d7f0bbd None None] Provisioning complete for port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:18:29.972784 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-b25d9056-a487-4e33-9ec1-75230d7f0bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (1b4872c5-efe2-4cb4-aca9-24209d50b1b6), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:29.973137 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-b25d9056-a487-4e33-9ec1-75230d7f0bbd None None] Attempt 1 to provision port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 Sep 22 22:18:29.978235 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-dec35e7e-4066-4514-8df6-abb278b51eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (42260fa9-6032-4d21-a5eb-dd592f7403b4), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:29.981645 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-336d322c-243c-4874-a0f6-3342cf9e0780 admin admin] Publish callbacks [] for port (1b4872c5-efe2-4cb4-aca9-24209d50b1b6), precommit_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:29.985966 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-336d322c-243c-4874-a0f6-3342cf9e0780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9559187'] for port (1b4872c5-efe2-4cb4-aca9-24209d50b1b6), after_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:30.048410 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 34ff27d2-e2b4-4c3f-90bc-49d7efe0a975 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:18:30.048796 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (34ff27d2-e2b4-4c3f-90bc-49d7efe0a975), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:30.049134 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 34ff27d2-e2b4-4c3f-90bc-49d7efe0a975 Sep 22 22:18:30.052584 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-b25d9056-a487-4e33-9ec1-75230d7f0bbd None None] Port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:18:30.056576 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec35e7e-4066-4514-8df6-abb278b51eab None None] Routers {'efe5f40b-7b89-4007-9e61-f0b495da917b'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:18:30.057325 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-dec35e7e-4066-4514-8df6-abb278b51eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:18:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['efe5f40b-7b89-4007-9e61-f0b495da917b'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:18:30.060568 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-336d322c-243c-4874-a0f6-3342cf9e0780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769475'] for router_interface (efe5f40b-7b89-4007-9e61-f0b495da917b), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:30.066908 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d322c-243c-4874-a0f6-3342cf9e0780 admin admin] Pushing event updated for resources: {'Port': ['ID=1b4872c5-efe2-4cb4-aca9-24209d50b1b6,revision_number=2']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:30.120098 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:30.125228 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:30.131551 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da0175-fc96-488d-bf01-d9f534d7996b None None] Pushing event updated for resources: {'Port': ['ID=42260fa9-6032-4d21-a5eb-dd592f7403b4,revision_number=3']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:30.174369 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336d322c-243c-4874-a0f6-3342cf9e0780 admin admin] Network a3032908-0d20-4083-a609-def5ad9a09dd is already hosted by enough agents. {{(pid=106429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:18:30.175814 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-336d322c-243c-4874-a0f6-3342cf9e0780 admin admin] Resources bound (agent type, host, resource id): {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:18:30.226730 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-dec35e7e-4066-4514-8df6-abb278b51eab None None] Set router efe5f40b-7b89-4007-9e61-f0b495da917b gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:18:30.277527 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 34ff27d2-e2b4-4c3f-90bc-49d7efe0a975 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:18:30.297389 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336d322c-243c-4874-a0f6-3342cf9e0780 admin admin] Router efe5f40b-7b89-4007-9e61-f0b495da917b has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:18:30.405210 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336d322c-243c-4874-a0f6-3342cf9e0780 admin admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:18:30.410917 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-336d322c-243c-4874-a0f6-3342cf9e0780 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/efe5f40b-7b89-4007-9e61-f0b495da917b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5747621 Sep 22 22:18:30.441748 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-dec35e7e-4066-4514-8df6-abb278b51eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'name': 'tempest-AttachVolumeShelveTestJSON-1509104447-router', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:29Z', 'revision_number': 4, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'gw_port': {'id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '1b4872c5-efe2-4cb4-aca9-24209d50b1b6', 'name': '', 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'mac_address': 'fa:16:3e:a7:9c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:29Z', 'updated_at': '2022-09-22T22:18:29Z', 'revision_number': 2, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'subnets': [{'id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:18:30.466572 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec35e7e-4066-4514-8df6-abb278b51eab None None] The sync data for ids ['efe5f40b-7b89-4007-9e61-f0b495da917b'] in dv-cinder-849143-6-iscsi is: [{'id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'name': 'tempest-AttachVolumeShelveTestJSON-1509104447-router', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:29Z', 'revision_number': 4, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'gw_port': {'id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '1b4872c5-efe2-4cb4-aca9-24209d50b1b6', 'name': '', 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'mac_address': 'fa:16:3e:a7:9c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:29Z', 'updated_at': '2022-09-22T22:18:29Z', 'revision_number': 2, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'subnets': [{'id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:18:30.554215 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-b25d9056-a487-4e33-9ec1-75230d7f0bbd None None] Attempt 2 to provision port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 Sep 22 22:18:30.586809 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-b25d9056-a487-4e33-9ec1-75230d7f0bbd None None] Port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:18:30.751867 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 44210) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:18:30.756892 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-1b2622d5-0cee-4fd0-b75e-7c1ef9d12118 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--351913687', 'description': 'tempest-description--795885596'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:18:30.779563 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1b2622d5-0cee-4fd0-b75e-7c1ef9d12118 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:30.857412 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1b2622d5-0cee-4fd0-b75e-7c1ef9d12118 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for security_group (d471fa68-8520-4275-8bf1-c7dd81229da3), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:30.861410 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1b2622d5-0cee-4fd0-b75e-7c1ef9d12118 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (d471fa68-8520-4275-8bf1-c7dd81229da3), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:30.894866 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1b2622d5-0cee-4fd0-b75e-7c1ef9d12118 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:30.896094 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-1b2622d5-0cee-4fd0-b75e-7c1ef9d12118 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1432073 Sep 22 22:18:30.898701 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2622d5-0cee-4fd0-b75e-7c1ef9d12118 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d471fa68-8520-4275-8bf1-c7dd81229da3,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:30.900113 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 44212) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:18:30.905257 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-1250f067-ed4a-49af-b60a-01b0e1d4de6d tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Request body: {'security_group_rule': {'security_group_id': 'd471fa68-8520-4275-8bf1-c7dd81229da3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:18:30.934616 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1250f067-ed4a-49af-b60a-01b0e1d4de6d tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for security_group_rule (ef95c9eb-925f-477b-97b1-5e93f8dd2ffb), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:30.999357 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1250f067-ed4a-49af-b60a-01b0e1d4de6d tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for security_group_rule (ef95c9eb-925f-477b-97b1-5e93f8dd2ffb), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:31.003477 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1250f067-ed4a-49af-b60a-01b0e1d4de6d tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (ef95c9eb-925f-477b-97b1-5e93f8dd2ffb), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:31.025211 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250f067-ed4a-49af-b60a-01b0e1d4de6d tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef95c9eb-925f-477b-97b1-5e93f8dd2ffb,revision_number=0']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:31.030418 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1250f067-ed4a-49af-b60a-01b0e1d4de6d tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:31.034905 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-1250f067-ed4a-49af-b60a-01b0e1d4de6d tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1301093 Sep 22 22:18:31.034905 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 44214) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:18:31.040695 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-83af4138-2735-4d85-a63a-bc02787ea5f4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Request body: {'security_group_rule': {'security_group_id': 'd471fa68-8520-4275-8bf1-c7dd81229da3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:18:31.069853 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-83af4138-2735-4d85-a63a-bc02787ea5f4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for security_group_rule (bef62995-63c0-4334-b596-b39cccf53a24), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:31.088743 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:31.097879 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-b25d9056-a487-4e33-9ec1-75230d7f0bbd None None] Attempt 3 to provision port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 Sep 22 22:18:31.100122 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:31.148695 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-83af4138-2735-4d85-a63a-bc02787ea5f4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for security_group_rule (bef62995-63c0-4334-b596-b39cccf53a24), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:31.152724 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-b25d9056-a487-4e33-9ec1-75230d7f0bbd None None] Port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:18:31.154526 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-83af4138-2735-4d85-a63a-bc02787ea5f4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (bef62995-63c0-4334-b596-b39cccf53a24), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:31.175930 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af4138-2735-4d85-a63a-bc02787ea5f4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef62995-63c0-4334-b596-b39cccf53a24,revision_number=0']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:31.182290 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-83af4138-2735-4d85-a63a-bc02787ea5f4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:31.183813 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-83af4138-2735-4d85-a63a-bc02787ea5f4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1466973 Sep 22 22:18:31.186891 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 44216) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:18:31.191371 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-008eadd5-1f7f-481a-8140-f55cad2894c6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Request body: {'floatingip': {'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:18:31.214156 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-008eadd5-1f7f-481a-8140-f55cad2894c6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:31.313907 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-008eadd5-1f7f-481a-8140-f55cad2894c6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:31.424953 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [None req-008eadd5-1f7f-481a-8140-f55cad2894c6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Allocated IP 172.27.1.156 (222d3bc3-ee2a-4d75-8e21-75e580ff73b3/4214672d-8971-44fc-bb6c-9c23836d3a7a/bbc1dcc0-d9f6-4688-a87c-16a5279944d5) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:18:31.538540 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-008eadd5-1f7f-481a-8140-f55cad2894c6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for port (bbc1dcc0-d9f6-4688-a87c-16a5279944d5), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:31.578525 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-008eadd5-1f7f-481a-8140-f55cad2894c6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (bbc1dcc0-d9f6-4688-a87c-16a5279944d5), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:31.620959 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008eadd5-1f7f-481a-8140-f55cad2894c6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:18:31.624224 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [None req-008eadd5-1f7f-481a-8140-f55cad2894c6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:18:31.628546 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008eadd5-1f7f-481a-8140-f55cad2894c6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:18:31.653779 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-b25d9056-a487-4e33-9ec1-75230d7f0bbd None None] Attempt 4 to provision port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 Sep 22 22:18:31.654029 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008eadd5-1f7f-481a-8140-f55cad2894c6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Pushing event updated for resources: {'Port': ['ID=bbc1dcc0-d9f6-4688-a87c-16a5279944d5,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:31.691289 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-b25d9056-a487-4e33-9ec1-75230d7f0bbd None None] Port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:18:31.722887 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-008eadd5-1f7f-481a-8140-f55cad2894c6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for floatingip (f81f2fc7-e99d-4a35-9454-a80ed9e45dda), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:31.758715 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-008eadd5-1f7f-481a-8140-f55cad2894c6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (bbc1dcc0-d9f6-4688-a87c-16a5279944d5), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:31.842597 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:31.848488 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 42260fa9-6032-4d21-a5eb-dd592f7403b4 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:18:31.892498 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:31.894577 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 42260fa9-6032-4d21-a5eb-dd592f7403b4 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:18:31.895101 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (42260fa9-6032-4d21-a5eb-dd592f7403b4), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:31.895522 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 42260fa9-6032-4d21-a5eb-dd592f7403b4 Sep 22 22:18:31.918221 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-008eadd5-1f7f-481a-8140-f55cad2894c6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for port (bbc1dcc0-d9f6-4688-a87c-16a5279944d5), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:31.922323 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-008eadd5-1f7f-481a-8140-f55cad2894c6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (bbc1dcc0-d9f6-4688-a87c-16a5279944d5), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:31.974694 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 42260fa9-6032-4d21-a5eb-dd592f7403b4 is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:18:31.975579 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (42260fa9-6032-4d21-a5eb-dd592f7403b4), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:31.988402 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008eadd5-1f7f-481a-8140-f55cad2894c6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Pushing event updated for resources: {'Port': ['ID=bbc1dcc0-d9f6-4688-a87c-16a5279944d5,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:31.990971 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-008eadd5-1f7f-481a-8140-f55cad2894c6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (f81f2fc7-e99d-4a35-9454-a80ed9e45dda), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:31.997403 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] For port 42260fa9-6032-4d21-a5eb-dd592f7403b4, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=42260fa9-6032-4d21-a5eb-dd592f7403b4,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:18:32.001266 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (42260fa9-6032-4d21-a5eb-dd592f7403b4), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:32.005991 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:32.006139 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-008eadd5-1f7f-481a-8140-f55cad2894c6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:32.007317 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-008eadd5-1f7f-481a-8140-f55cad2894c6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8194189 Sep 22 22:18:32.053989 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Pushing event updated for resources: {'Port': ['ID=42260fa9-6032-4d21-a5eb-dd592f7403b4,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:32.171949 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2455989d-5542-48da-bf28-2697f16dd14e req-b74d0087-6bc5-447e-8777-274508568891 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--351913687&fields=id&tenant_id=eaff29c3c9b84929b0451e8e82caf4f2 HTTP/1.1" status: 200 len: 267 time: 0.0478764 Sep 22 22:18:32.191991 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-b25d9056-a487-4e33-9ec1-75230d7f0bbd None None] Attempt 5 to provision port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 Sep 22 22:18:32.212156 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:32.226725 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-b25d9056-a487-4e33-9ec1-75230d7f0bbd None None] Port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:18:32.280784 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455989d-5542-48da-bf28-2697f16dd14e req-c5f91ff4-3d41-41db-9054-6cc7f38d5a79 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:32.282375 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2455989d-5542-48da-bf28-2697f16dd14e req-c5f91ff4-3d41-41db-9054-6cc7f38d5a79 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/networks?id=a3032908-0d20-4083-a609-def5ad9a09dd HTTP/1.1" status: 200 len: 817 time: 0.1039631 Sep 22 22:18:32.301284 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2455989d-5542-48da-bf28-2697f16dd14e req-65f1b066-2fdb-48e5-9e5f-47f926952c54 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/quotas/eaff29c3c9b84929b0451e8e82caf4f2 HTTP/1.1" status: 200 len: 375 time: 0.0114787 Sep 22 22:18:32.357868 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2455989d-5542-48da-bf28-2697f16dd14e req-d5c67937-ecf6-4b19-843e-d16cf9a9475f tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=eaff29c3c9b84929b0451e8e82caf4f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507953 Sep 22 22:18:32.399077 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abf7f85-c013-4ddf-a737-4dea6660ac80 None None] Sync routers for ids ['efe5f40b-7b89-4007-9e61-f0b495da917b'] in dv-cinder-849143-6-iscsi {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:18:32.412902 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abf7f85-c013-4ddf-a737-4dea6660ac80 None None] Routers {'efe5f40b-7b89-4007-9e61-f0b495da917b'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:18:32.413794 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-7abf7f85-c013-4ddf-a737-4dea6660ac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:18:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['efe5f40b-7b89-4007-9e61-f0b495da917b'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:18:32.462325 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2455989d-5542-48da-bf28-2697f16dd14e req-b3027f9f-f370-4011-9688-3349b44048c3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a3032908-0d20-4083-a609-def5ad9a09dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928831 Sep 22 22:18:32.518050 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-7abf7f85-c013-4ddf-a737-4dea6660ac80 None None] Set router efe5f40b-7b89-4007-9e61-f0b495da917b gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:18:32.555040 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6725f7b-b7c8-4e82-9ee8-2c204ce6504b req-5b3bd724-4fb6-4583-a107-b9e0601545ac tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:32.556609 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f6725f7b-b7c8-4e82-9ee8-2c204ce6504b req-5b3bd724-4fb6-4583-a107-b9e0601545ac tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a9e642fd-e734-4624-b2be-6fd3141f7a8c HTTP/1.1" status: 200 len: 946 time: 0.0934246 Sep 22 22:18:32.618857 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2455989d-5542-48da-bf28-2697f16dd14e req-9d795c4b-d53c-4aa7-998a-ae68b2f67935 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a3032908-0d20-4083-a609-def5ad9a09dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461313 Sep 22 22:18:32.637354 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f6725f7b-b7c8-4e82-9ee8-2c204ce6504b req-be779f60-bfa0-4351-bd60-ee748f684962 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724409 Sep 22 22:18:32.728257 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-b25d9056-a487-4e33-9ec1-75230d7f0bbd None None] Attempt 6 to provision port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 Sep 22 22:18:32.773664 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-b25d9056-a487-4e33-9ec1-75230d7f0bbd None None] Port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:18:32.803216 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-7abf7f85-c013-4ddf-a737-4dea6660ac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'name': 'tempest-AttachVolumeShelveTestJSON-1509104447-router', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:29Z', 'revision_number': 4, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'gw_port': {'id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '1b4872c5-efe2-4cb4-aca9-24209d50b1b6', 'name': '', 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'mac_address': 'fa:16:3e:a7:9c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:29Z', 'updated_at': '2022-09-22T22:18:29Z', 'revision_number': 2, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'subnets': [{'id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:18:32.804200 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-39e80d2e-0940-4250-a53b-77c02a920d43 req-501ed640-34d4-40ce-b094-736dcaacee44 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 210 time: 0.0284445 Sep 22 22:18:32.829279 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abf7f85-c013-4ddf-a737-4dea6660ac80 None None] Checking router: efe5f40b-7b89-4007-9e61-f0b495da917b for host: dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:18:32.829637 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abf7f85-c013-4ddf-a737-4dea6660ac80 None None] Updating router efe5f40b-7b89-4007-9e61-f0b495da917b port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 binding host dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:18:32.856697 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-7abf7f85-c013-4ddf-a737-4dea6660ac80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (1b4872c5-efe2-4cb4-aca9-24209d50b1b6), before_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:33.112220 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-7abf7f85-c013-4ddf-a737-4dea6660ac80 None None] Publish callbacks [] for port (1b4872c5-efe2-4cb4-aca9-24209d50b1b6), precommit_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:33.119070 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-7abf7f85-c013-4ddf-a737-4dea6660ac80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (1b4872c5-efe2-4cb4-aca9-24209d50b1b6), after_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:33.154871 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:33.175486 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:33.198954 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf63440-1c27-4bb6-aba9-4334ccafb7ea None None] Pushing event updated for resources: {'Port': ['ID=1b4872c5-efe2-4cb4-aca9-24209d50b1b6,revision_number=3']} {{(pid=106431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:33.215814 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf63440-1c27-4bb6-aba9-4334ccafb7ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:33.216163 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf63440-1c27-4bb6-aba9-4334ccafb7ea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:33.216530 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf63440-1c27-4bb6-aba9-4334ccafb7ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:33.216894 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf63440-1c27-4bb6-aba9-4334ccafb7ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:33.217266 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf63440-1c27-4bb6-aba9-4334ccafb7ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:33.217597 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf63440-1c27-4bb6-aba9-4334ccafb7ea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:33.217929 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf63440-1c27-4bb6-aba9-4334ccafb7ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:33.218254 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf63440-1c27-4bb6-aba9-4334ccafb7ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:33.218577 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf63440-1c27-4bb6-aba9-4334ccafb7ea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:33.218902 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf63440-1c27-4bb6-aba9-4334ccafb7ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:33.219225 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf63440-1c27-4bb6-aba9-4334ccafb7ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:33.219563 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf63440-1c27-4bb6-aba9-4334ccafb7ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:33.219886 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf63440-1c27-4bb6-aba9-4334ccafb7ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:33.220203 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf63440-1c27-4bb6-aba9-4334ccafb7ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:33.220521 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf63440-1c27-4bb6-aba9-4334ccafb7ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:18:33.226106 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-7abf7f85-c013-4ddf-a737-4dea6660ac80 None None] Attempting to bind port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:18:33.226471 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-7abf7f85-c013-4ddf-a737-4dea6660ac80 None None] Attempting to bind port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': '57625509-4963-4a20-95e6-4bf6edc1fe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd'}] {{(pid=106431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:18:33.226832 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abf7f85-c013-4ddf-a737-4dea6660ac80 None None] Attempting to bind port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 on network a3032908-0d20-4083-a609-def5ad9a09dd {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:18:33.267822 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abf7f85-c013-4ddf-a737-4dea6660ac80 None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:18:33.268195 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abf7f85-c013-4ddf-a737-4dea6660ac80 None None] Checking segment: {'id': '57625509-4963-4a20-95e6-4bf6edc1fe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:18:33.268593 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-7abf7f85-c013-4ddf-a737-4dea6660ac80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:33.268990 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abf7f85-c013-4ddf-a737-4dea6660ac80 None None] Bound using segment: {'id': '57625509-4963-4a20-95e6-4bf6edc1fe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd'} {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:18:33.269516 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-7abf7f85-c013-4ddf-a737-4dea6660ac80 None None] Bound port: 1b4872c5-efe2-4cb4-aca9-24209d50b1b6, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57625509-4963-4a20-95e6-4bf6edc1fe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd'}}] {{(pid=106431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:18:33.269908 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-7abf7f85-c013-4ddf-a737-4dea6660ac80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (1b4872c5-efe2-4cb4-aca9-24209d50b1b6), before_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:33.275024 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-b25d9056-a487-4e33-9ec1-75230d7f0bbd None None] Attempt 7 to provision port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 Sep 22 22:18:33.308158 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-b25d9056-a487-4e33-9ec1-75230d7f0bbd None None] Port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:18:33.330198 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.db [None req-7abf7f85-c013-4ddf-a737-4dea6660ac80 None None] For port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:18:33.333203 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.db [None req-7abf7f85-c013-4ddf-a737-4dea6660ac80 None None] For port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=1b4872c5-efe2-4cb4-aca9-24209d50b1b6,segment=NetworkSegment(57625509-4963-4a20-95e6-4bf6edc1fe66),segment_id=57625509-4963-4a20-95e6-4bf6edc1fe66)] {{(pid=106431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:18:33.339149 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-7abf7f85-c013-4ddf-a737-4dea6660ac80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (1b4872c5-efe2-4cb4-aca9-24209d50b1b6), after_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:33.371092 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abf7f85-c013-4ddf-a737-4dea6660ac80 None None] Routers {'efe5f40b-7b89-4007-9e61-f0b495da917b'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:18:33.371709 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-7abf7f85-c013-4ddf-a737-4dea6660ac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:18:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['efe5f40b-7b89-4007-9e61-f0b495da917b'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:18:33.438152 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf63440-1c27-4bb6-aba9-4334ccafb7ea None None] Pushing event updated for resources: {'Port': ['ID=1b4872c5-efe2-4cb4-aca9-24209d50b1b6,revision_number=4']} {{(pid=106431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:33.492484 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-7abf7f85-c013-4ddf-a737-4dea6660ac80 None None] Set router efe5f40b-7b89-4007-9e61-f0b495da917b gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:18:33.685406 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-7abf7f85-c013-4ddf-a737-4dea6660ac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'name': 'tempest-AttachVolumeShelveTestJSON-1509104447-router', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:29Z', 'revision_number': 4, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'gw_port': {'id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '1b4872c5-efe2-4cb4-aca9-24209d50b1b6', 'name': '', 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'mac_address': 'fa:16:3e:a7:9c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:29Z', 'updated_at': '2022-09-22T22:18:33Z', 'revision_number': 4, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'subnets': [{'id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:18:33.710895 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abf7f85-c013-4ddf-a737-4dea6660ac80 None None] The sync data for ids ['efe5f40b-7b89-4007-9e61-f0b495da917b'] in dv-cinder-849143-6-iscsi is: [{'id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'name': 'tempest-AttachVolumeShelveTestJSON-1509104447-router', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:29Z', 'revision_number': 4, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'gw_port': {'id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '1b4872c5-efe2-4cb4-aca9-24209d50b1b6', 'name': '', 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'mac_address': 'fa:16:3e:a7:9c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:29Z', 'updated_at': '2022-09-22T22:18:33Z', 'revision_number': 4, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'subnets': [{'id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:18:33.774251 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230617c3-b010-49ae-b3e9-bfd2196e6110 req-8488eb63-5b2d-4b86-a01e-9c828461ae36 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:33.775989 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-230617c3-b010-49ae-b3e9-bfd2196e6110 req-8488eb63-5b2d-4b86-a01e-9c828461ae36 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a9e642fd-e734-4624-b2be-6fd3141f7a8c HTTP/1.1" status: 200 len: 946 time: 0.0580914 Sep 22 22:18:33.809338 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-b25d9056-a487-4e33-9ec1-75230d7f0bbd None None] Attempt 8 to provision port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 Sep 22 22:18:33.864538 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-230617c3-b010-49ae-b3e9-bfd2196e6110 req-60d04a4f-6eb7-4074-92af-ef6595542bab tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0822048 Sep 22 22:18:33.925713 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9653ed21-515f-47f0-812f-9dd3e0c147d3 req-7497625d-7d66-46b6-ace7-b0d12dc293af tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 210 time: 0.0409462 Sep 22 22:18:33.938283 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:18:34.106513 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-b25d9056-a487-4e33-9ec1-75230d7f0bbd None None] Current status of the port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:18:34.106909 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-b25d9056-a487-4e33-9ec1-75230d7f0bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (1b4872c5-efe2-4cb4-aca9-24209d50b1b6), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:34.154484 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-b25d9056-a487-4e33-9ec1-75230d7f0bbd None None] For port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=1b4872c5-efe2-4cb4-aca9-24209d50b1b6,segment=NetworkSegment(57625509-4963-4a20-95e6-4bf6edc1fe66),segment_id=57625509-4963-4a20-95e6-4bf6edc1fe66)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:18:34.155383 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:18:34.155757 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (1b4872c5-efe2-4cb4-aca9-24209d50b1b6), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:34.156124 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 Sep 22 22:18:34.159083 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-b25d9056-a487-4e33-9ec1-75230d7f0bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (1b4872c5-efe2-4cb4-aca9-24209d50b1b6), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:34.237298 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d9056-a487-4e33-9ec1-75230d7f0bbd None None] Pushing event updated for resources: {'Port': ['ID=1b4872c5-efe2-4cb4-aca9-24209d50b1b6,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:34.287321 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:18:34.289149 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 42260fa9-6032-4d21-a5eb-dd592f7403b4 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:18:34.290942 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-c990bfd5-53db-4da3-9f00-9eb5ece06f4f None None] Provisioning complete for port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:18:34.291317 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-c990bfd5-53db-4da3-9f00-9eb5ece06f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (1b4872c5-efe2-4cb4-aca9-24209d50b1b6), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:34.291653 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-c990bfd5-53db-4da3-9f00-9eb5ece06f4f None None] Attempt 1 to provision port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 Sep 22 22:18:34.367672 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 42260fa9-6032-4d21-a5eb-dd592f7403b4 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:18:34.368048 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (42260fa9-6032-4d21-a5eb-dd592f7403b4), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:34.368389 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 42260fa9-6032-4d21-a5eb-dd592f7403b4 Sep 22 22:18:34.429174 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-c990bfd5-53db-4da3-9f00-9eb5ece06f4f None None] Current status of the port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:18:34.469419 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 42260fa9-6032-4d21-a5eb-dd592f7403b4 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:18:34.554780 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73efc39-349d-4e01-ae98-590d3fb783c8 req-39b02453-46db-42c2-85ad-d929532ca0d2 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:34.556227 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e73efc39-349d-4e01-ae98-590d3fb783c8 req-39b02453-46db-42c2-85ad-d929532ca0d2 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a9e642fd-e734-4624-b2be-6fd3141f7a8c HTTP/1.1" status: 200 len: 946 time: 0.0466483 Sep 22 22:18:34.634085 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:34.642553 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-e73efc39-349d-4e01-ae98-590d3fb783c8 req-10bd6068-a72d-451a-b6b3-12ff96eaf230 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Deleting port bdfb86dd-821c-462a-a36c-ab4f3c618d51 {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:18:34.642896 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-e73efc39-349d-4e01-ae98-590d3fb783c8 req-10bd6068-a72d-451a-b6b3-12ff96eaf230 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (bdfb86dd-821c-462a-a36c-ab4f3c618d51), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:34.732218 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-e73efc39-349d-4e01-ae98-590d3fb783c8 req-10bd6068-a72d-451a-b6b3-12ff96eaf230 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] For port bdfb86dd-821c-462a-a36c-ab4f3c618d51, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=bdfb86dd-821c-462a-a36c-ab4f3c618d51,segment=NetworkSegment(02ab888a-ff4d-434e-871e-f1b1416587f3),segment_id=02ab888a-ff4d-434e-871e-f1b1416587f3)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:18:34.732478 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-e73efc39-349d-4e01-ae98-590d3fb783c8 req-10bd6068-a72d-451a-b6b3-12ff96eaf230 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (bdfb86dd-821c-462a-a36c-ab4f3c618d51), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:34.836588 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:34.897443 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-e73efc39-349d-4e01-ae98-590d3fb783c8 req-10bd6068-a72d-451a-b6b3-12ff96eaf230 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:34.897818 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-e73efc39-349d-4e01-ae98-590d3fb783c8 req-10bd6068-a72d-451a-b6b3-12ff96eaf230 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (622ebca9-393a-4975-8ed1-7965944c3280), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:34.898138 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.db.l3_db [req-e73efc39-349d-4e01-ae98-590d3fb783c8 req-10bd6068-a72d-451a-b6b3-12ff96eaf230 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Floating IP 622ebca9-393a-4975-8ed1-7965944c3280 disassociated. External IP: 172.27.1.74, port: bdfb86dd-821c-462a-a36c-ab4f3c618d51. Sep 22 22:18:34.898480 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-e73efc39-349d-4e01-ae98-590d3fb783c8 req-10bd6068-a72d-451a-b6b3-12ff96eaf230 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Calling delete_port for bdfb86dd-821c-462a-a36c-ab4f3c618d51 owned by compute:nova {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:18:35.040072 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca416d-8613-4ae8-8515-42d44966c5ef req-5baccf73-d779-42ad-93ad-b53e39fe0162 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:35.041586 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-46ca416d-8613-4ae8-8515-42d44966c5ef req-5baccf73-d779-42ad-93ad-b53e39fe0162 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a9e642fd-e734-4624-b2be-6fd3141f7a8c HTTP/1.1" status: 200 len: 946 time: 0.0930467 Sep 22 22:18:35.044064 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c580648b-42aa-4d10-ac36-6af2d781dc9d req-dc97f4aa-1dec-4c77-91e3-3ee1f7c004d8 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 210 time: 0.0518856 Sep 22 22:18:35.131425 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-46ca416d-8613-4ae8-8515-42d44966c5ef req-d167cadd-032a-4aba-b796-bd165ed8eb29 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831823 Sep 22 22:18:35.132488 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-e73efc39-349d-4e01-ae98-590d3fb783c8 req-10bd6068-a72d-451a-b6b3-12ff96eaf230 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (bdfb86dd-821c-462a-a36c-ab4f3c618d51), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:35.160428 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd6068-a72d-451a-b6b3-12ff96eaf230 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Pushing event deleted for resources: {'Port': ['ID=bdfb86dd-821c-462a-a36c-ab4f3c618d51,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:35.273207 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e73efc39-349d-4e01-ae98-590d3fb783c8 req-10bd6068-a72d-451a-b6b3-12ff96eaf230 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Router bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:18:35.377195 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e73efc39-349d-4e01-ae98-590d3fb783c8 req-10bd6068-a72d-451a-b6b3-12ff96eaf230 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:18:35.386561 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb15507d-1b91-44f8-a102-17dd8955c561 None None] Sync routers for ids ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:18:35.397296 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb15507d-1b91-44f8-a102-17dd8955c561 None None] Routers {'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:18:35.397921 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-cb15507d-1b91-44f8-a102-17dd8955c561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:18:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:18:35.419900 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73efc39-349d-4e01-ae98-590d3fb783c8 req-10bd6068-a72d-451a-b6b3-12ff96eaf230 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] No DVR routers for this DVR port bdfb86dd-821c-462a-a36c-ab4f3c618d51 on host hv-cinder-84914 {{(pid=106428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:18:35.422506 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-e73efc39-349d-4e01-ae98-590d3fb783c8 req-10bd6068-a72d-451a-b6b3-12ff96eaf230 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:35.425923 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e73efc39-349d-4e01-ae98-590d3fb783c8 req-10bd6068-a72d-451a-b6b3-12ff96eaf230 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.57 "DELETE /networking/v2.0/ports/bdfb86dd-821c-462a-a36c-ab4f3c618d51 HTTP/1.1" status: 204 len: 173 time: 0.8641081 Sep 22 22:18:35.426418 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e642fd-e734-4624-b2be-6fd3141f7a8c', 'name': 'network-vif-deleted', 'tag': 'bdfb86dd-821c-462a-a36c-ab4f3c618d51'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:18:35.429505 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781b16e3-65e8-4d93-b791-a621d923ee54" -d '{"events": [{"server_uuid": "a9e642fd-e734-4624-b2be-6fd3141f7a8c", "name": "network-vif-deleted", "tag": "bdfb86dd-821c-462a-a36c-ab4f3c618d51"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:18:35.471263 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c265144-29e5-42cb-9b88-e0f44e2e222a x-openstack-request-id: req-7c265144-29e5-42cb-9b88-e0f44e2e222a {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:18:35.471584 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e642fd-e734-4624-b2be-6fd3141f7a8c", "name": "network-vif-deleted", "tag": "bdfb86dd-821c-462a-a36c-ab4f3c618d51", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:18:35.471840 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c265144-29e5-42cb-9b88-e0f44e2e222a {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:18:35.472249 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c265144-29e5-42cb-9b88-e0f44e2e222a'] response: {'server_uuid': 'a9e642fd-e734-4624-b2be-6fd3141f7a8c', 'name': 'network-vif-deleted', 'tag': 'bdfb86dd-821c-462a-a36c-ab4f3c618d51', 'status': 'completed', 'code': 200} Sep 22 22:18:35.507336 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-cb15507d-1b91-44f8-a102-17dd8955c561 None None] Set router bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:18:35.543102 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:35.621023 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:35.702472 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-cb15507d-1b91-44f8-a102-17dd8955c561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'name': 'tempest-TestVolumeBootPattern-954975377-router', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:54Z', 'revision_number': 4, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'gw_port': {'id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '35018be7-3837-4534-a08c-06597edb0c6f', 'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'mac_address': 'fa:16:3e:21:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:54Z', 'updated_at': '2022-09-22T22:14:59Z', 'revision_number': 5, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'subnets': [{'id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:18:35.731198 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb15507d-1b91-44f8-a102-17dd8955c561 None None] Checking router: bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:18:35.740675 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb15507d-1b91-44f8-a102-17dd8955c561 None None] Routers {'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:18:35.741314 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-cb15507d-1b91-44f8-a102-17dd8955c561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:18:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:18:35.858894 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-cb15507d-1b91-44f8-a102-17dd8955c561 None None] Set router bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:18:35.862156 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:18:36.018756 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:18:36.019126 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (1b4872c5-efe2-4cb4-aca9-24209d50b1b6), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:36.019459 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 Sep 22 22:18:36.168852 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-cb15507d-1b91-44f8-a102-17dd8955c561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'name': 'tempest-TestVolumeBootPattern-954975377-router', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:54Z', 'revision_number': 4, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'gw_port': {'id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '35018be7-3837-4534-a08c-06597edb0c6f', 'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'mac_address': 'fa:16:3e:21:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:54Z', 'updated_at': '2022-09-22T22:14:59Z', 'revision_number': 5, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'subnets': [{'id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:18:36.174119 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:18:36.196024 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bd4f9807-0803-4b5d-8328-3b5c066d5716 req-26feafa6-445a-477a-b540-e2103ac13ac1 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 210 time: 0.0749173 Sep 22 22:18:36.206915 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb15507d-1b91-44f8-a102-17dd8955c561 None None] The sync data for ids ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'] in dv-cinder-849143-6-iscsi is: [{'id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'name': 'tempest-TestVolumeBootPattern-954975377-router', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:54Z', 'revision_number': 4, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'gw_port': {'id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '35018be7-3837-4534-a08c-06597edb0c6f', 'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'mac_address': 'fa:16:3e:21:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:54Z', 'updated_at': '2022-09-22T22:14:59Z', 'revision_number': 5, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'subnets': [{'id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:18:36.286495 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-53d95da0-f650-4a56-a8d7-e82e02414a39 req-9ea36d72-1535-422a-aafb-89c95fc4bc55 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=a9e642fd-e734-4624-b2be-6fd3141f7a8c HTTP/1.1" status: 200 len: 210 time: 0.0379813 Sep 22 22:18:36.450006 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c4709e-cb26-4f1d-9a9b-5bd47ac033a2 None None] New status for floating IP 622ebca9-393a-4975-8ed1-7965944c3280: DOWN {{(pid=106431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 22:18:37.311075 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dbcf4df6-1bd3-41e6-9fe0-f9ea5995d701 req-1f1f54e2-8df5-45e0-b0fd-c2f67db2e256 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 210 time: 0.0288186 Sep 22 22:18:37.561810 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8168336e-2a39-46a4-9395-915d45813010 req-02b8fc32-a57c-4e8f-98ef-3bf4bb9dee7b tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-67558175&fields=id&tenant_id=e9c311fa04f241249d428df8e88539f4 HTTP/1.1" status: 200 len: 267 time: 0.0466280 Sep 22 22:18:37.592364 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:37.678631 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168336e-2a39-46a4-9395-915d45813010 req-c58a0df1-d5cf-436c-8368-3ac677a0578e tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:37.680080 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8168336e-2a39-46a4-9395-915d45813010 req-c58a0df1-d5cf-436c-8368-3ac677a0578e tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/networks?id=c773c61e-e7b7-47c6-998a-83ddea69af57 HTTP/1.1" status: 200 len: 811 time: 0.1112874 Sep 22 22:18:37.695145 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8168336e-2a39-46a4-9395-915d45813010 req-46773fe2-5d03-4d5a-8288-9804b5a547f9 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/quotas/e9c311fa04f241249d428df8e88539f4 HTTP/1.1" status: 200 len: 375 time: 0.0092616 Sep 22 22:18:37.745199 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8168336e-2a39-46a4-9395-915d45813010 req-97ccd561-f56c-4dbb-9b90-977d6359fbed tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e9c311fa04f241249d428df8e88539f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449951 Sep 22 22:18:37.843214 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8168336e-2a39-46a4-9395-915d45813010 req-094ca6e1-784a-46b9-b803-5f2451bd86d3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c773c61e-e7b7-47c6-998a-83ddea69af57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871158 Sep 22 22:18:37.898264 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:37.932942 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8168336e-2a39-46a4-9395-915d45813010 req-d4e70596-3b22-48ed-9221-61b4530ba720 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c773c61e-e7b7-47c6-998a-83ddea69af57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839932 Sep 22 22:18:38.252292 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-786edbfb-c258-41e9-8a8f-ec4dba54af0f req-3411ed7a-f7e1-4969-99da-0642993f9ad8 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbebf564-cdc8-496b-9257-1de15ce25ca5 HTTP/1.1" status: 200 len: 210 time: 0.0460730 Sep 22 22:18:38.278446 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455989d-5542-48da-bf28-2697f16dd14e req-30fdaed1-e13c-45ec-8136-2b98e66f95fa tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:38.279999 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2455989d-5542-48da-bf28-2697f16dd14e req-30fdaed1-e13c-45ec-8136-2b98e66f95fa tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.57 "GET /networking/v2.0/networks?id=a3032908-0d20-4083-a609-def5ad9a09dd HTTP/1.1" status: 200 len: 817 time: 0.1688013 Sep 22 22:18:38.354451 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2455989d-5542-48da-bf28-2697f16dd14e req-7f66425a-aea5-4de7-82a5-ddb2957a0d61 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=eaff29c3c9b84929b0451e8e82caf4f2 HTTP/1.1" status: 200 len: 379 time: 0.0562098 Sep 22 22:18:38.421938 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-64be7ffc-a574-4758-bc80-9ba97d2850c4 req-947689c7-506f-4415-8d1b-d75d8050f597 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 210 time: 0.0298762 Sep 22 22:18:38.452942 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-2455989d-5542-48da-bf28-2697f16dd14e req-b63c80fe-5196-4af8-9c35-3b4863e8c5ce tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Request body: {'port': {'device_id': '03073c72-a5ba-4bab-90eb-f92f0396c092', 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd', 'admin_state_up': True, 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'security_groups': ['d471fa68-8520-4275-8bf1-c7dd81229da3']}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:18:38.565205 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2455989d-5542-48da-bf28-2697f16dd14e req-b63c80fe-5196-4af8-9c35-3b4863e8c5ce tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Made reservation on behalf of eaff29c3c9b84929b0451e8e82caf4f2 for: {'port': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:18:38.569613 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-2455989d-5542-48da-bf28-2697f16dd14e req-b63c80fe-5196-4af8-9c35-3b4863e8c5ce tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:38.699374 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [req-2455989d-5542-48da-bf28-2697f16dd14e req-b63c80fe-5196-4af8-9c35-3b4863e8c5ce tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Allocated IP 172.20.0.10 (a3032908-0d20-4083-a609-def5ad9a09dd/b371fb7c-e81d-4b99-a872-fa8fc506c36f/c8ece83a-0238-40e0-9d0d-3d28f90f9abf) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:18:38.804957 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:38.847239 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-2455989d-5542-48da-bf28-2697f16dd14e req-b63c80fe-5196-4af8-9c35-3b4863e8c5ce tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for port (c8ece83a-0238-40e0-9d0d-3d28f90f9abf), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:38.884913 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-2455989d-5542-48da-bf28-2697f16dd14e req-b63c80fe-5196-4af8-9c35-3b4863e8c5ce tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (c8ece83a-0238-40e0-9d0d-3d28f90f9abf), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:38.930363 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2455989d-5542-48da-bf28-2697f16dd14e req-b63c80fe-5196-4af8-9c35-3b4863e8c5ce tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Network a3032908-0d20-4083-a609-def5ad9a09dd is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:18:38.935594 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [req-2455989d-5542-48da-bf28-2697f16dd14e req-b63c80fe-5196-4af8-9c35-3b4863e8c5ce tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:18:38.939637 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-2455989d-5542-48da-bf28-2697f16dd14e req-b63c80fe-5196-4af8-9c35-3b4863e8c5ce tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:18:38.943600 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c80fe-5196-4af8-9c35-3b4863e8c5ce tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Pushing event updated for resources: {'Port': ['ID=c8ece83a-0238-40e0-9d0d-3d28f90f9abf,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:38.952535 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device bdfb86dd-821c-462a-a36c-ab4f3c618d51 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:18:38.975349 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] No Port match for: bdfb86dd-821c-462a-a36c-ab4f3c618d51 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:18:38.975710 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device bdfb86dd-821c-462a-a36c-ab4f3c618d51 not bound to the agent host hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:18:38.991225 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455989d-5542-48da-bf28-2697f16dd14e req-b63c80fe-5196-4af8-9c35-3b4863e8c5ce tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:38.991853 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-2455989d-5542-48da-bf28-2697f16dd14e req-b63c80fe-5196-4af8-9c35-3b4863e8c5ce tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:39.009535 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2455989d-5542-48da-bf28-2697f16dd14e req-b63c80fe-5196-4af8-9c35-3b4863e8c5ce tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5605276 Sep 22 22:18:39.032726 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-2455989d-5542-48da-bf28-2697f16dd14e req-85047b91-83f3-4d68-a90c-c31f868ee1fb service neutron] Request body: {'port': {'device_id': '03073c72-a5ba-4bab-90eb-f92f0396c092', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:18:39.108450 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-2455989d-5542-48da-bf28-2697f16dd14e req-85047b91-83f3-4d68-a90c-c31f868ee1fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (c8ece83a-0238-40e0-9d0d-3d28f90f9abf), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:39.140258 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:39.178660 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-e8e08889-cadc-4b07-bf10-10fea8b9b7c3 None None] Provisioning complete for port c8ece83a-0238-40e0-9d0d-3d28f90f9abf triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:18:39.179043 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-e8e08889-cadc-4b07-bf10-10fea8b9b7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (c8ece83a-0238-40e0-9d0d-3d28f90f9abf), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:39.179383 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-e8e08889-cadc-4b07-bf10-10fea8b9b7c3 None None] Attempt 1 to provision port c8ece83a-0238-40e0-9d0d-3d28f90f9abf Sep 22 22:18:39.216203 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-e8e08889-cadc-4b07-bf10-10fea8b9b7c3 None None] Port c8ece83a-0238-40e0-9d0d-3d28f90f9abf cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:18:39.383836 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4855d932-3a68-4b52-8b5d-171de98c9499 req-feeb5516-7d98-41c7-afe5-f4d9ebf1b6ff tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbebf564-cdc8-496b-9257-1de15ce25ca5 HTTP/1.1" status: 200 len: 210 time: 0.0486178 Sep 22 22:18:39.388645 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [req-2455989d-5542-48da-bf28-2697f16dd14e req-85047b91-83f3-4d68-a90c-c31f868ee1fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ece83a-0238-40e0-9d0d-3d28f90f9abf {{(pid=106428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:18:39.399033 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-2455989d-5542-48da-bf28-2697f16dd14e req-85047b91-83f3-4d68-a90c-c31f868ee1fb service neutron] Publish callbacks [] for port (c8ece83a-0238-40e0-9d0d-3d28f90f9abf), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:39.413399 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.provisioning_blocks [req-2455989d-5542-48da-bf28-2697f16dd14e req-85047b91-83f3-4d68-a90c-c31f868ee1fb service neutron] Transition to ACTIVE for port object c8ece83a-0238-40e0-9d0d-3d28f90f9abf will not be triggered until provisioned by entity L2. {{(pid=106428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 22:18:39.416699 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-2455989d-5542-48da-bf28-2697f16dd14e req-85047b91-83f3-4d68-a90c-c31f868ee1fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (c8ece83a-0238-40e0-9d0d-3d28f90f9abf), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:39.717480 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-e8e08889-cadc-4b07-bf10-10fea8b9b7c3 None None] Attempt 2 to provision port c8ece83a-0238-40e0-9d0d-3d28f90f9abf Sep 22 22:18:39.750665 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-e8e08889-cadc-4b07-bf10-10fea8b9b7c3 None None] Port c8ece83a-0238-40e0-9d0d-3d28f90f9abf cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:18:39.782209 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85047b91-83f3-4d68-a90c-c31f868ee1fb service neutron] Pushing event updated for resources: {'Port': ['ID=c8ece83a-0238-40e0-9d0d-3d28f90f9abf,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:39.868572 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355481c-3c32-40be-9a66-22619f5c1a43 req-299e6a82-90ba-45a6-af39-71f82349715d tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:39.870068 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a355481c-3c32-40be-9a66-22619f5c1a43 req-299e6a82-90ba-45a6-af39-71f82349715d tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 944 time: 0.3430598 Sep 22 22:18:39.895915 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:39.914791 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168336e-2a39-46a4-9395-915d45813010 req-329d8c74-e3b6-47a9-83f9-c22eb447981c tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:39.916133 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8168336e-2a39-46a4-9395-915d45813010 req-329d8c74-e3b6-47a9-83f9-c22eb447981c tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.57 "GET /networking/v2.0/networks?id=c773c61e-e7b7-47c6-998a-83ddea69af57 HTTP/1.1" status: 200 len: 811 time: 0.4678414 Sep 22 22:18:39.918994 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-2455989d-5542-48da-bf28-2697f16dd14e req-85047b91-83f3-4d68-a90c-c31f868ee1fb service neutron] Attempting to bind port c8ece83a-0238-40e0-9d0d-3d28f90f9abf on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:18:39.919376 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-2455989d-5542-48da-bf28-2697f16dd14e req-85047b91-83f3-4d68-a90c-c31f868ee1fb service neutron] Attempting to bind port c8ece83a-0238-40e0-9d0d-3d28f90f9abf by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '57625509-4963-4a20-95e6-4bf6edc1fe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd'}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:18:39.919719 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2455989d-5542-48da-bf28-2697f16dd14e req-85047b91-83f3-4d68-a90c-c31f868ee1fb service neutron] Attempting to bind port c8ece83a-0238-40e0-9d0d-3d28f90f9abf on network a3032908-0d20-4083-a609-def5ad9a09dd {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:18:40.002626 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a355481c-3c32-40be-9a66-22619f5c1a43 req-16db2813-4ccf-4f5c-bee6-1002f8c68ecb tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243093 Sep 22 22:18:40.012783 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2455989d-5542-48da-bf28-2697f16dd14e req-85047b91-83f3-4d68-a90c-c31f868ee1fb service neutron] Port c8ece83a-0238-40e0-9d0d-3d28f90f9abf on network a3032908-0d20-4083-a609-def5ad9a09dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 22:18:40.013128 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2455989d-5542-48da-bf28-2697f16dd14e req-85047b91-83f3-4d68-a90c-c31f868ee1fb service neutron] Attempting to bind port c8ece83a-0238-40e0-9d0d-3d28f90f9abf on network a3032908-0d20-4083-a609-def5ad9a09dd {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:18:40.066135 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8168336e-2a39-46a4-9395-915d45813010 req-0b6ad49f-1a30-4beb-b7c0-78a33c7f72f1 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e9c311fa04f241249d428df8e88539f4 HTTP/1.1" status: 200 len: 378 time: 0.1198277 Sep 22 22:18:40.076334 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-8168336e-2a39-46a4-9395-915d45813010 req-fede2ecd-60d0-499d-ac6b-dfb694561109 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Request body: {'port': {'device_id': 'fbebf564-cdc8-496b-9257-1de15ce25ca5', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'admin_state_up': True, 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'security_groups': ['ac3d604a-a535-4ced-b56f-4476464e9093']}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:18:40.127249 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2455989d-5542-48da-bf28-2697f16dd14e req-85047b91-83f3-4d68-a90c-c31f868ee1fb service neutron] Checking agent: {'id': 'f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'started_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:18:40.127584 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2455989d-5542-48da-bf28-2697f16dd14e req-85047b91-83f3-4d68-a90c-c31f868ee1fb service neutron] Checking segment: {'id': '57625509-4963-4a20-95e6-4bf6edc1fe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:18:40.127973 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2455989d-5542-48da-bf28-2697f16dd14e req-85047b91-83f3-4d68-a90c-c31f868ee1fb service neutron] Bound using segment: {'id': '57625509-4963-4a20-95e6-4bf6edc1fe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd'} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:18:40.128425 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-2455989d-5542-48da-bf28-2697f16dd14e req-85047b91-83f3-4d68-a90c-c31f868ee1fb service neutron] Bound port: c8ece83a-0238-40e0-9d0d-3d28f90f9abf, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57625509-4963-4a20-95e6-4bf6edc1fe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd'}}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:18:40.128772 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-2455989d-5542-48da-bf28-2697f16dd14e req-85047b91-83f3-4d68-a90c-c31f868ee1fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (c8ece83a-0238-40e0-9d0d-3d28f90f9abf), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:40.178138 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:40.237955 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-2455989d-5542-48da-bf28-2697f16dd14e req-85047b91-83f3-4d68-a90c-c31f868ee1fb service neutron] For port c8ece83a-0238-40e0-9d0d-3d28f90f9abf, host hv-cinder-84914, cleared binding levels {{(pid=106428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:18:40.243916 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-2455989d-5542-48da-bf28-2697f16dd14e req-85047b91-83f3-4d68-a90c-c31f868ee1fb service neutron] For port c8ece83a-0238-40e0-9d0d-3d28f90f9abf, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c8ece83a-0238-40e0-9d0d-3d28f90f9abf,segment=NetworkSegment(57625509-4963-4a20-95e6-4bf6edc1fe66),segment_id=57625509-4963-4a20-95e6-4bf6edc1fe66)] {{(pid=106428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:18:40.252149 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-e8e08889-cadc-4b07-bf10-10fea8b9b7c3 None None] Attempt 3 to provision port c8ece83a-0238-40e0-9d0d-3d28f90f9abf Sep 22 22:18:40.253047 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-2455989d-5542-48da-bf28-2697f16dd14e req-85047b91-83f3-4d68-a90c-c31f868ee1fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (c8ece83a-0238-40e0-9d0d-3d28f90f9abf), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:40.258314 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455989d-5542-48da-bf28-2697f16dd14e req-85047b91-83f3-4d68-a90c-c31f868ee1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:40.258928 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-2455989d-5542-48da-bf28-2697f16dd14e req-85047b91-83f3-4d68-a90c-c31f868ee1fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:40.260314 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2455989d-5542-48da-bf28-2697f16dd14e req-85047b91-83f3-4d68-a90c-c31f868ee1fb service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/c8ece83a-0238-40e0-9d0d-3d28f90f9abf HTTP/1.1" status: 200 len: 1094 time: 1.2328708 Sep 22 22:18:40.260870 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03073c72-a5ba-4bab-90eb-f92f0396c092', 'tag': 'c8ece83a-0238-40e0-9d0d-3d28f90f9abf'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:18:40.263184 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddac9de-aebf-4db0-bb0b-3c485adcb6e7" -d '{"events": [{"name": "network-changed", "server_uuid": "03073c72-a5ba-4bab-90eb-f92f0396c092", "tag": "c8ece83a-0238-40e0-9d0d-3d28f90f9abf"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:18:40.267006 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8168336e-2a39-46a4-9395-915d45813010 req-fede2ecd-60d0-499d-ac6b-dfb694561109 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Made reservation on behalf of e9c311fa04f241249d428df8e88539f4 for: {'port': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:18:40.270700 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-8168336e-2a39-46a4-9395-915d45813010 req-fede2ecd-60d0-499d-ac6b-dfb694561109 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:40.300711 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-e8e08889-cadc-4b07-bf10-10fea8b9b7c3 None None] Port c8ece83a-0238-40e0-9d0d-3d28f90f9abf had new provisioning blocks added so it will not transition to active. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 22:18:40.316484 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bb133c-84f6-4d90-ad96-46bd31b8db41 x-openstack-request-id: req-71bb133c-84f6-4d90-ad96-46bd31b8db41 {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:18:40.316734 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03073c72-a5ba-4bab-90eb-f92f0396c092", "tag": "c8ece83a-0238-40e0-9d0d-3d28f90f9abf", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:18:40.316994 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-71bb133c-84f6-4d90-ad96-46bd31b8db41 {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:18:40.317572 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71bb133c-84f6-4d90-ad96-46bd31b8db41'] response: {'name': 'network-changed', 'server_uuid': '03073c72-a5ba-4bab-90eb-f92f0396c092', 'tag': 'c8ece83a-0238-40e0-9d0d-3d28f90f9abf', 'status': 'completed', 'code': 200} Sep 22 22:18:40.367723 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85047b91-83f3-4d68-a90c-c31f868ee1fb service neutron] Pushing event updated for resources: {'Port': ['ID=c8ece83a-0238-40e0-9d0d-3d28f90f9abf,revision_number=3']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:40.429942 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455989d-5542-48da-bf28-2697f16dd14e req-013c6864-7385-4ebb-86f1-7cc20b9cba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:40.431437 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2455989d-5542-48da-bf28-2697f16dd14e req-013c6864-7385-4ebb-86f1-7cc20b9cba0c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=eaff29c3c9b84929b0451e8e82caf4f2&device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 1128 time: 0.0581234 Sep 22 22:18:40.502751 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2455989d-5542-48da-bf28-2697f16dd14e req-8eae9261-e29e-450b-b785-441dc0ce2c19 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8ece83a-0238-40e0-9d0d-3d28f90f9abf HTTP/1.1" status: 200 len: 217 time: 0.0529802 Sep 22 22:18:40.542219 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-67758086-ce8d-4879-80c5-2867c3d8dd11 req-d11c19f1-b358-4a64-b6f9-3f52ae7a7bab tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbebf564-cdc8-496b-9257-1de15ce25ca5 HTTP/1.1" status: 200 len: 210 time: 0.0794621 Sep 22 22:18:40.561040 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [req-8168336e-2a39-46a4-9395-915d45813010 req-fede2ecd-60d0-499d-ac6b-dfb694561109 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Allocated IP 172.20.0.14 (c773c61e-e7b7-47c6-998a-83ddea69af57/739be4fb-823b-4d42-a812-9f7b38b66187/df43b20d-bd58-4303-8444-f7ed51aa3a97) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:18:40.592910 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455989d-5542-48da-bf28-2697f16dd14e req-f01d68bc-fbe5-4a5b-844d-8962cedc52ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:40.594404 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2455989d-5542-48da-bf28-2697f16dd14e req-f01d68bc-fbe5-4a5b-844d-8962cedc52ba service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b371fb7c-e81d-4b99-a872-fa8fc506c36f HTTP/1.1" status: 200 len: 856 time: 0.0670280 Sep 22 22:18:40.689556 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455989d-5542-48da-bf28-2697f16dd14e req-937e5e02-8672-4bf4-983f-74ac4918001f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:40.690965 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2455989d-5542-48da-bf28-2697f16dd14e req-937e5e02-8672-4bf4-983f-74ac4918001f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=a3032908-0d20-4083-a609-def5ad9a09dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0884523 Sep 22 22:18:40.697642 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:40.816235 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-8168336e-2a39-46a4-9395-915d45813010 req-fede2ecd-60d0-499d-ac6b-dfb694561109 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for port (df43b20d-bd58-4303-8444-f7ed51aa3a97), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:40.838642 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2455989d-5542-48da-bf28-2697f16dd14e req-b76f18cf-84ef-4230-8bd9-a29145a6d649 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a3032908-0d20-4083-a609-def5ad9a09dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382008 Sep 22 22:18:40.890560 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=49,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:40.897065 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=50,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:40.914288 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-8168336e-2a39-46a4-9395-915d45813010 req-fede2ecd-60d0-499d-ac6b-dfb694561109 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (df43b20d-bd58-4303-8444-f7ed51aa3a97), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:40.962628 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:40.972341 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8168336e-2a39-46a4-9395-915d45813010 req-fede2ecd-60d0-499d-ac6b-dfb694561109 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Network c773c61e-e7b7-47c6-998a-83ddea69af57 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:18:40.984255 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [req-8168336e-2a39-46a4-9395-915d45813010 req-fede2ecd-60d0-499d-ac6b-dfb694561109 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:18:40.990087 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-8168336e-2a39-46a4-9395-915d45813010 req-fede2ecd-60d0-499d-ac6b-dfb694561109 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:18:41.019311 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2455989d-5542-48da-bf28-2697f16dd14e req-cffce117-6bb8-4b51-a2d0-6316d8067755 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a3032908-0d20-4083-a609-def5ad9a09dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736400 Sep 22 22:18:41.023778 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede2ecd-60d0-499d-ac6b-dfb694561109 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Pushing event updated for resources: {'Port': ['ID=df43b20d-bd58-4303-8444-f7ed51aa3a97,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:41.052831 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168336e-2a39-46a4-9395-915d45813010 req-fede2ecd-60d0-499d-ac6b-dfb694561109 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:41.053501 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-8168336e-2a39-46a4-9395-915d45813010 req-fede2ecd-60d0-499d-ac6b-dfb694561109 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:41.075022 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8168336e-2a39-46a4-9395-915d45813010 req-fede2ecd-60d0-499d-ac6b-dfb694561109 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0036974 Sep 22 22:18:41.108332 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-8168336e-2a39-46a4-9395-915d45813010 req-9d79eb9a-da1f-4332-a7a9-5c5fd403f431 service neutron] Request body: {'port': {'device_id': 'fbebf564-cdc8-496b-9257-1de15ce25ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:18:41.180684 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b10d80-b937-404e-91df-a61d700d5302 req-e1809fff-e1d9-4f70-b247-2a69a6e9c544 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:41.182197 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e2b10d80-b937-404e-91df-a61d700d5302 req-e1809fff-e1d9-4f70-b247-2a69a6e9c544 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 944 time: 0.0708454 Sep 22 22:18:41.225675 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-150671f3-29cc-42c9-9139-eec3177db8df None None] Provisioning complete for port df43b20d-bd58-4303-8444-f7ed51aa3a97 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:18:41.225954 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-150671f3-29cc-42c9-9139-eec3177db8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (df43b20d-bd58-4303-8444-f7ed51aa3a97), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:41.226358 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-150671f3-29cc-42c9-9139-eec3177db8df None None] Attempt 1 to provision port df43b20d-bd58-4303-8444-f7ed51aa3a97 Sep 22 22:18:41.231584 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-8168336e-2a39-46a4-9395-915d45813010 req-9d79eb9a-da1f-4332-a7a9-5c5fd403f431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (df43b20d-bd58-4303-8444-f7ed51aa3a97), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:41.260379 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-150671f3-29cc-42c9-9139-eec3177db8df None None] Port df43b20d-bd58-4303-8444-f7ed51aa3a97 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:18:41.270718 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e2b10d80-b937-404e-91df-a61d700d5302 req-cac28bad-f8bb-42cf-9710-7ef25389775f tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829577 Sep 22 22:18:41.522383 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [req-8168336e-2a39-46a4-9395-915d45813010 req-9d79eb9a-da1f-4332-a7a9-5c5fd403f431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df43b20d-bd58-4303-8444-f7ed51aa3a97 {{(pid=106428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:18:41.529795 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-8168336e-2a39-46a4-9395-915d45813010 req-9d79eb9a-da1f-4332-a7a9-5c5fd403f431 service neutron] Publish callbacks [] for port (df43b20d-bd58-4303-8444-f7ed51aa3a97), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:41.540257 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:41.543252 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.provisioning_blocks [req-8168336e-2a39-46a4-9395-915d45813010 req-9d79eb9a-da1f-4332-a7a9-5c5fd403f431 service neutron] Transition to ACTIVE for port object df43b20d-bd58-4303-8444-f7ed51aa3a97 will not be triggered until provisioned by entity L2. {{(pid=106428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 22:18:41.547507 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-8168336e-2a39-46a4-9395-915d45813010 req-9d79eb9a-da1f-4332-a7a9-5c5fd403f431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (df43b20d-bd58-4303-8444-f7ed51aa3a97), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:41.598715 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79eb9a-da1f-4332-a7a9-5c5fd403f431 service neutron] Pushing event updated for resources: {'Port': ['ID=df43b20d-bd58-4303-8444-f7ed51aa3a97,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:41.701878 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f73d13-e011-463b-a3a4-14edb0658e0c req-f8f58c45-ce84-402b-8f1c-1ac07f482f47 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:41.703376 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-35f73d13-e011-463b-a3a4-14edb0658e0c req-f8f58c45-ce84-402b-8f1c-1ac07f482f47 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbebf564-cdc8-496b-9257-1de15ce25ca5 HTTP/1.1" status: 200 len: 944 time: 0.0669923 Sep 22 22:18:41.707783 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-8168336e-2a39-46a4-9395-915d45813010 req-9d79eb9a-da1f-4332-a7a9-5c5fd403f431 service neutron] Attempting to bind port df43b20d-bd58-4303-8444-f7ed51aa3a97 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:18:41.708127 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-8168336e-2a39-46a4-9395-915d45813010 req-9d79eb9a-da1f-4332-a7a9-5c5fd403f431 service neutron] Attempting to bind port df43b20d-bd58-4303-8444-f7ed51aa3a97 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '02ab888a-ff4d-434e-871e-f1b1416587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57'}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:18:41.708543 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8168336e-2a39-46a4-9395-915d45813010 req-9d79eb9a-da1f-4332-a7a9-5c5fd403f431 service neutron] Attempting to bind port df43b20d-bd58-4303-8444-f7ed51aa3a97 on network c773c61e-e7b7-47c6-998a-83ddea69af57 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:18:41.761791 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-150671f3-29cc-42c9-9139-eec3177db8df None None] Attempt 2 to provision port df43b20d-bd58-4303-8444-f7ed51aa3a97 Sep 22 22:18:41.790216 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=100 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:41.791881 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8168336e-2a39-46a4-9395-915d45813010 req-9d79eb9a-da1f-4332-a7a9-5c5fd403f431 service neutron] Port df43b20d-bd58-4303-8444-f7ed51aa3a97 on network c773c61e-e7b7-47c6-998a-83ddea69af57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 22:18:41.792355 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8168336e-2a39-46a4-9395-915d45813010 req-9d79eb9a-da1f-4332-a7a9-5c5fd403f431 service neutron] Attempting to bind port df43b20d-bd58-4303-8444-f7ed51aa3a97 on network c773c61e-e7b7-47c6-998a-83ddea69af57 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:18:41.795159 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-150671f3-29cc-42c9-9139-eec3177db8df None None] Port df43b20d-bd58-4303-8444-f7ed51aa3a97 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:18:41.798789 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-35f73d13-e011-463b-a3a4-14edb0658e0c req-17f13b29-15d0-444f-bf75-b71f96f0836c tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0873570 Sep 22 22:18:41.841768 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8168336e-2a39-46a4-9395-915d45813010 req-9d79eb9a-da1f-4332-a7a9-5c5fd403f431 service neutron] Checking agent: {'id': 'f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'started_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:18:41.842111 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8168336e-2a39-46a4-9395-915d45813010 req-9d79eb9a-da1f-4332-a7a9-5c5fd403f431 service neutron] Checking segment: {'id': '02ab888a-ff4d-434e-871e-f1b1416587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:18:41.842500 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8168336e-2a39-46a4-9395-915d45813010 req-9d79eb9a-da1f-4332-a7a9-5c5fd403f431 service neutron] Bound using segment: {'id': '02ab888a-ff4d-434e-871e-f1b1416587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57'} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:18:41.842943 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-8168336e-2a39-46a4-9395-915d45813010 req-9d79eb9a-da1f-4332-a7a9-5c5fd403f431 service neutron] Bound port: df43b20d-bd58-4303-8444-f7ed51aa3a97, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02ab888a-ff4d-434e-871e-f1b1416587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57'}}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:18:41.843310 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-8168336e-2a39-46a4-9395-915d45813010 req-9d79eb9a-da1f-4332-a7a9-5c5fd403f431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (df43b20d-bd58-4303-8444-f7ed51aa3a97), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:41.883868 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:41.906853 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-8168336e-2a39-46a4-9395-915d45813010 req-9d79eb9a-da1f-4332-a7a9-5c5fd403f431 service neutron] For port df43b20d-bd58-4303-8444-f7ed51aa3a97, host hv-cinder-84914, cleared binding levels {{(pid=106428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:18:41.909933 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-8168336e-2a39-46a4-9395-915d45813010 req-9d79eb9a-da1f-4332-a7a9-5c5fd403f431 service neutron] For port df43b20d-bd58-4303-8444-f7ed51aa3a97, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=df43b20d-bd58-4303-8444-f7ed51aa3a97,segment=NetworkSegment(02ab888a-ff4d-434e-871e-f1b1416587f3),segment_id=02ab888a-ff4d-434e-871e-f1b1416587f3)] {{(pid=106428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:18:41.916674 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-8168336e-2a39-46a4-9395-915d45813010 req-9d79eb9a-da1f-4332-a7a9-5c5fd403f431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (df43b20d-bd58-4303-8444-f7ed51aa3a97), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:41.920752 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168336e-2a39-46a4-9395-915d45813010 req-9d79eb9a-da1f-4332-a7a9-5c5fd403f431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:41.921421 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-8168336e-2a39-46a4-9395-915d45813010 req-9d79eb9a-da1f-4332-a7a9-5c5fd403f431 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:41.922847 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8168336e-2a39-46a4-9395-915d45813010 req-9d79eb9a-da1f-4332-a7a9-5c5fd403f431 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/df43b20d-bd58-4303-8444-f7ed51aa3a97 HTTP/1.1" status: 200 len: 1094 time: 0.8189402 Sep 22 22:18:41.973211 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79eb9a-da1f-4332-a7a9-5c5fd403f431 service neutron] Pushing event updated for resources: {'Port': ['ID=df43b20d-bd58-4303-8444-f7ed51aa3a97,revision_number=3']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:42.296660 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-150671f3-29cc-42c9-9139-eec3177db8df None None] Attempt 3 to provision port df43b20d-bd58-4303-8444-f7ed51aa3a97 Sep 22 22:18:42.318403 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbebf564-cdc8-496b-9257-1de15ce25ca5', 'tag': 'df43b20d-bd58-4303-8444-f7ed51aa3a97'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:18:42.321125 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c487c2d1-6203-4ce5-969f-de224391fda5" -d '{"events": [{"name": "network-changed", "server_uuid": "fbebf564-cdc8-496b-9257-1de15ce25ca5", "tag": "df43b20d-bd58-4303-8444-f7ed51aa3a97"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:18:42.336023 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-150671f3-29cc-42c9-9139-eec3177db8df None None] Port df43b20d-bd58-4303-8444-f7ed51aa3a97 had new provisioning blocks added so it will not transition to active. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 22:18:42.369438 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d56d2c-d67c-409b-a4a7-d0eca62457bf x-openstack-request-id: req-d5d56d2c-d67c-409b-a4a7-d0eca62457bf {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:18:42.369726 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbebf564-cdc8-496b-9257-1de15ce25ca5", "tag": "df43b20d-bd58-4303-8444-f7ed51aa3a97", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:18:42.369981 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d5d56d2c-d67c-409b-a4a7-d0eca62457bf {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:18:42.370373 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5d56d2c-d67c-409b-a4a7-d0eca62457bf'] response: {'name': 'network-changed', 'server_uuid': 'fbebf564-cdc8-496b-9257-1de15ce25ca5', 'tag': 'df43b20d-bd58-4303-8444-f7ed51aa3a97', 'status': 'completed', 'code': 200} Sep 22 22:18:42.407184 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe629638-153a-43e2-b35c-e28b2cbf6879 req-0a64c3cf-d061-41ba-9bc3-45dcd72dd5a8 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:42.408703 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fe629638-153a-43e2-b35c-e28b2cbf6879 req-0a64c3cf-d061-41ba-9bc3-45dcd72dd5a8 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 944 time: 0.0540190 Sep 22 22:18:42.456614 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fe629638-153a-43e2-b35c-e28b2cbf6879 req-0d242679-cab3-423b-b11a-5147245f273b tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410829 Sep 22 22:18:42.924605 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1aab04-3b52-4b53-a447-8d8115efc533 req-68f2a5bc-2651-4db8-b937-ba8984e1699b tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:42.926076 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7c1aab04-3b52-4b53-a447-8d8115efc533 req-68f2a5bc-2651-4db8-b937-ba8984e1699b tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbebf564-cdc8-496b-9257-1de15ce25ca5 HTTP/1.1" status: 200 len: 944 time: 0.0470450 Sep 22 22:18:42.974231 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7c1aab04-3b52-4b53-a447-8d8115efc533 req-47c6cb16-a16f-42e3-b1cc-9d0f822a012d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424383 Sep 22 22:18:43.466626 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddac9de-aebf-4db0-bb0b-3c485adcb6e7 req-9d6f4cae-6823-4c34-9414-2bd43c0a6aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:43.468115 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6ddac9de-aebf-4db0-bb0b-3c485adcb6e7 req-9d6f4cae-6823-4c34-9414-2bd43c0a6aff service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=eaff29c3c9b84929b0451e8e82caf4f2&device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 1128 time: 0.0701771 Sep 22 22:18:43.469399 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487c2d1-6203-4ce5-969f-de224391fda5 req-1c2d7f50-ee49-4fc3-a3bc-e82cf5c3e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:43.470709 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c487c2d1-6203-4ce5-969f-de224391fda5 req-1c2d7f50-ee49-4fc3-a3bc-e82cf5c3e19f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=e9c311fa04f241249d428df8e88539f4&device_id=fbebf564-cdc8-496b-9257-1de15ce25ca5 HTTP/1.1" status: 200 len: 1128 time: 0.0648029 Sep 22 22:18:43.638831 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:43.648750 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6d6b5-8462-4fdd-8430-0dbc6a44fb36 req-c461865a-18aa-48f3-ad8c-cedffa748497 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:43.650221 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-67a6d6b5-8462-4fdd-8430-0dbc6a44fb36 req-c461865a-18aa-48f3-ad8c-cedffa748497 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 944 time: 0.1024017 Sep 22 22:18:43.709122 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487c2d1-6203-4ce5-969f-de224391fda5 req-e8debf59-39fc-4f9f-a26f-627009b270a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:43.710464 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c487c2d1-6203-4ce5-969f-de224391fda5 req-e8debf59-39fc-4f9f-a26f-627009b270a0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=e9c311fa04f241249d428df8e88539f4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2241826 Sep 22 22:18:43.716493 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddac9de-aebf-4db0-bb0b-3c485adcb6e7 req-213889bf-9e3f-4982-b428-323d35bd3e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:43.717843 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6ddac9de-aebf-4db0-bb0b-3c485adcb6e7 req-213889bf-9e3f-4982-b428-323d35bd3e79 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=a3032908-0d20-4083-a609-def5ad9a09dd HTTP/1.1" status: 200 len: 918 time: 0.2326763 Sep 22 22:18:43.810539 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6ddac9de-aebf-4db0-bb0b-3c485adcb6e7 req-3134603f-0756-4f0a-b64c-3cdedc85164e service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8ece83a-0238-40e0-9d0d-3d28f90f9abf HTTP/1.1" status: 200 len: 217 time: 0.0856426 Sep 22 22:18:43.818014 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-67a6d6b5-8462-4fdd-8430-0dbc6a44fb36 req-c4cb18c2-df88-4e92-9a16-4dcc3dddc2a9 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573040 Sep 22 22:18:43.884734 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddac9de-aebf-4db0-bb0b-3c485adcb6e7 req-7ae2caf6-1b4a-40f3-994f-9412e8f5d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:43.886202 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6ddac9de-aebf-4db0-bb0b-3c485adcb6e7 req-7ae2caf6-1b4a-40f3-994f-9412e8f5d6ae service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b371fb7c-e81d-4b99-a872-fa8fc506c36f HTTP/1.1" status: 200 len: 856 time: 0.0673060 Sep 22 22:18:43.904354 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487c2d1-6203-4ce5-969f-de224391fda5 req-ffc2ea38-e0f2-4f8e-817e-7d5b1117b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:43.905733 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c487c2d1-6203-4ce5-969f-de224391fda5 req-ffc2ea38-e0f2-4f8e-817e-7d5b1117b952 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1825631 Sep 22 22:18:43.933246 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddac9de-aebf-4db0-bb0b-3c485adcb6e7 req-5b15a6ad-bcfb-4673-b413-df451d21e32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:43.934751 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6ddac9de-aebf-4db0-bb0b-3c485adcb6e7 req-5b15a6ad-bcfb-4673-b413-df451d21e32e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=a3032908-0d20-4083-a609-def5ad9a09dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416231 Sep 22 22:18:44.050902 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168336e-2a39-46a4-9395-915d45813010 req-ecd414c0-e34d-43eb-8812-f9925e27ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:44.052586 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8168336e-2a39-46a4-9395-915d45813010 req-ecd414c0-e34d-43eb-8812-f9925e27ca4d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=e9c311fa04f241249d428df8e88539f4&device_id=fbebf564-cdc8-496b-9257-1de15ce25ca5 HTTP/1.1" status: 200 len: 1128 time: 0.0743732 Sep 22 22:18:44.126261 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:44.133213 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8168336e-2a39-46a4-9395-915d45813010 req-f6cc4a51-7784-4f73-88ba-9b3ec4354365 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df43b20d-bd58-4303-8444-f7ed51aa3a97 HTTP/1.1" status: 200 len: 217 time: 0.0666299 Sep 22 22:18:44.159835 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2291efd-0f86-45c5-ae8c-46bcb976bbe0 req-031a1bb6-eee1-4229-aeb6-0371a11a4845 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:44.162051 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d2291efd-0f86-45c5-ae8c-46bcb976bbe0 req-031a1bb6-eee1-4229-aeb6-0371a11a4845 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbebf564-cdc8-496b-9257-1de15ce25ca5 HTTP/1.1" status: 200 len: 944 time: 0.1122706 Sep 22 22:18:44.163878 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6ddac9de-aebf-4db0-bb0b-3c485adcb6e7 req-f8de89e1-320b-4f67-b9b4-bf142c31a414 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a3032908-0d20-4083-a609-def5ad9a09dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045789 Sep 22 22:18:44.266993 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168336e-2a39-46a4-9395-915d45813010 req-823e7fa9-2c1a-4d35-8a6f-732329ed452b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:44.268472 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8168336e-2a39-46a4-9395-915d45813010 req-823e7fa9-2c1a-4d35-8a6f-732329ed452b service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=739be4fb-823b-4d42-a812-9f7b38b66187 HTTP/1.1" status: 200 len: 850 time: 0.1264701 Sep 22 22:18:44.552712 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d2291efd-0f86-45c5-ae8c-46bcb976bbe0 req-71852868-7fd8-4ef8-8b72-578aa5efa77d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3718235 Sep 22 22:18:44.575828 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168336e-2a39-46a4-9395-915d45813010 req-3982b722-cc15-4c38-8187-a29e47341a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:44.577312 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8168336e-2a39-46a4-9395-915d45813010 req-3982b722-cc15-4c38-8187-a29e47341a2e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c773c61e-e7b7-47c6-998a-83ddea69af57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2988980 Sep 22 22:18:44.582380 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6ddac9de-aebf-4db0-bb0b-3c485adcb6e7 req-386632b4-f7b0-4e50-8563-d9286aba3115 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a3032908-0d20-4083-a609-def5ad9a09dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006314 Sep 22 22:18:44.688641 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8168336e-2a39-46a4-9395-915d45813010 req-521c63fb-e93d-40eb-9708-772a115c4471 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c773c61e-e7b7-47c6-998a-83ddea69af57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877199 Sep 22 22:18:44.779161 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8168336e-2a39-46a4-9395-915d45813010 req-75c6e5c3-4063-4e27-b28d-0639cb35d0f2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c773c61e-e7b7-47c6-998a-83ddea69af57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808766 Sep 22 22:18:44.875978 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-2ea0451e-db84-4474-9018-abe7f8715c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:44.953766 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41838b-3199-4680-b903-9caadf21f5b6 req-6e5ccc3f-f7c6-4578-a633-f7b840c78a62 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:44.956059 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cc41838b-3199-4680-b903-9caadf21f5b6 req-6e5ccc3f-f7c6-4578-a633-f7b840c78a62 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 944 time: 0.0465913 Sep 22 22:18:44.958081 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device c8ece83a-0238-40e0-9d0d-3d28f90f9abf details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 22:18:44.980241 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:45.007847 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cc41838b-3199-4680-b903-9caadf21f5b6 req-4f98ae33-6c2b-4df7-837c-58abc5e92b0a tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464828 Sep 22 22:18:45.181611 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port c8ece83a-0238-40e0-9d0d-3d28f90f9abf, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c8ece83a-0238-40e0-9d0d-3d28f90f9abf,segment=NetworkSegment(57625509-4963-4a20-95e6-4bf6edc1fe66),segment_id=57625509-4963-4a20-95e6-4bf6edc1fe66)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:18:45.192454 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Returning: {'device': 'c8ece83a-0238-40e0-9d0d-3d28f90f9abf', 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd', 'port_id': 'c8ece83a-0238-40e0-9d0d-3d28f90f9abf', 'mac_address': 'fa:16:3e:7c:fb:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 22:18:45.226517 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port c8ece83a-0238-40e0-9d0d-3d28f90f9abf is: DOWN; New status is: BUILD {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:18:45.226906 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (c8ece83a-0238-40e0-9d0d-3d28f90f9abf), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:45.239995 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ece83a-0238-40e0-9d0d-3d28f90f9abf {{(pid=106430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:18:45.260017 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port c8ece83a-0238-40e0-9d0d-3d28f90f9abf, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c8ece83a-0238-40e0-9d0d-3d28f90f9abf,segment=NetworkSegment(57625509-4963-4a20-95e6-4bf6edc1fe66),segment_id=57625509-4963-4a20-95e6-4bf6edc1fe66)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:18:45.263499 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (c8ece83a-0238-40e0-9d0d-3d28f90f9abf), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:45.312278 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=c8ece83a-0238-40e0-9d0d-3d28f90f9abf,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:45.673271 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d421f7a-3841-4cd5-a405-7eedc115b459 req-8633c8d8-a2b1-4e8e-9198-34941abd0cdf tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:45.674757 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3d421f7a-3841-4cd5-a405-7eedc115b459 req-8633c8d8-a2b1-4e8e-9198-34941abd0cdf tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbebf564-cdc8-496b-9257-1de15ce25ca5 HTTP/1.1" status: 200 len: 944 time: 0.0468202 Sep 22 22:18:45.694463 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:45.726560 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3d421f7a-3841-4cd5-a405-7eedc115b459 req-0eec2cbc-0ee6-4dfe-a137-652417e01b0f tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459225 Sep 22 22:18:45.780759 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['c8ece83a-0238-40e0-9d0d-3d28f90f9abf'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:18:46.133953 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622e1e2-c90a-44f4-b1b5-0ee3b1089d59 req-f1353f34-29a6-42bb-acf1-345136c14c90 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:46.135422 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3622e1e2-c90a-44f4-b1b5-0ee3b1089d59 req-f1353f34-29a6-42bb-acf1-345136c14c90 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 945 time: 0.0467067 Sep 22 22:18:46.183377 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3622e1e2-c90a-44f4-b1b5-0ee3b1089d59 req-c7c535a7-8dc4-4b4f-b568-59581573ed4a tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424185 Sep 22 22:18:46.522464 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:46.524357 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:46.787846 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:46.852417 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2da8ba-4b8f-4f6b-a538-b111411278dd req-a4787877-982c-46a1-9c1b-6e560465a64d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:46.853919 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2c2da8ba-4b8f-4f6b-a538-b111411278dd req-a4787877-982c-46a1-9c1b-6e560465a64d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbebf564-cdc8-496b-9257-1de15ce25ca5 HTTP/1.1" status: 200 len: 944 time: 0.0503442 Sep 22 22:18:46.905785 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2c2da8ba-4b8f-4f6b-a538-b111411278dd req-bec99a9b-f1f5-4068-988a-a2861374f165 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462682 Sep 22 22:18:46.975212 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device c8ece83a-0238-40e0-9d0d-3d28f90f9abf up at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:18:47.019793 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning for port c8ece83a-0238-40e0-9d0d-3d28f90f9abf completed by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 22:18:47.026166 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning complete for port c8ece83a-0238-40e0-9d0d-3d28f90f9abf triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:18:47.026530 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (c8ece83a-0238-40e0-9d0d-3d28f90f9abf), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:47.026864 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Attempt 1 to provision port c8ece83a-0238-40e0-9d0d-3d28f90f9abf Sep 22 22:18:47.071963 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-d2169606-3fad-43ba-9b3a-ef57896730bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:47.112061 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port c8ece83a-0238-40e0-9d0d-3d28f90f9abf is: BUILD; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:18:47.112437 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (c8ece83a-0238-40e0-9d0d-3d28f90f9abf), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:47.135589 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03073c72-a5ba-4bab-90eb-f92f0396c092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ece83a-0238-40e0-9d0d-3d28f90f9abf'}] {{(pid=106430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:18:47.137846 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2272dcd180a18b0bdbf7a4ac2a7f9325cd9193a83f54eb82bc11fdb6a8b27d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da239aa-01ca-4ad8-897d-941714e368f9" -d '{"events": [{"server_uuid": "03073c72-a5ba-4bab-90eb-f92f0396c092", "name": "network-vif-plugged", "status": "completed", "tag": "c8ece83a-0238-40e0-9d0d-3d28f90f9abf"}]}' {{(pid=106430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:18:47.150221 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port c8ece83a-0238-40e0-9d0d-3d28f90f9abf, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c8ece83a-0238-40e0-9d0d-3d28f90f9abf,segment=NetworkSegment(57625509-4963-4a20-95e6-4bf6edc1fe66),segment_id=57625509-4963-4a20-95e6-4bf6edc1fe66)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:18:47.154119 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (c8ece83a-0238-40e0-9d0d-3d28f90f9abf), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:47.180327 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913dc2f9-ffdc-46a5-823c-958b66e1a51b x-openstack-request-id: req-913dc2f9-ffdc-46a5-823c-958b66e1a51b {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:18:47.180623 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03073c72-a5ba-4bab-90eb-f92f0396c092", "name": "network-vif-plugged", "status": "completed", "tag": "c8ece83a-0238-40e0-9d0d-3d28f90f9abf", "code": 200}]} {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:18:47.180876 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-913dc2f9-ffdc-46a5-823c-958b66e1a51b {{(pid=106430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:18:47.181305 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-913dc2f9-ffdc-46a5-823c-958b66e1a51b'] response: {'server_uuid': '03073c72-a5ba-4bab-90eb-f92f0396c092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ece83a-0238-40e0-9d0d-3d28f90f9abf', 'code': 200} Sep 22 22:18:47.207053 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=c8ece83a-0238-40e0-9d0d-3d28f90f9abf,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:47.313321 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275d8bb-2b98-4643-b52b-b9260c967ff8 req-53809a0b-3c7d-4b86-ac61-2d9e0534547d tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:47.314840 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b275d8bb-2b98-4643-b52b-b9260c967ff8 req-53809a0b-3c7d-4b86-ac61-2d9e0534547d tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 946 time: 0.0468345 Sep 22 22:18:47.364131 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b275d8bb-2b98-4643-b52b-b9260c967ff8 req-f46c9e3c-901e-44da-8934-009afa3ae0af tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425069 Sep 22 22:18:47.406271 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90b79d-9cf5-4b9c-bd0f-0dafffc73979 req-4f8c39ca-6ac6-4ec2-9346-c57d9c610756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:47.407747 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1e90b79d-9cf5-4b9c-bd0f-0dafffc73979 req-4f8c39ca-6ac6-4ec2-9346-c57d9c610756 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 1130 time: 0.0382159 Sep 22 22:18:47.444931 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:47.455873 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1e90b79d-9cf5-4b9c-bd0f-0dafffc73979 req-c85b2f17-9f7a-4ca6-b1a3-1c0a2b6d2e16 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414848 Sep 22 22:18:48.024740 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c957c4-a067-45d7-b811-4bde6d8a8fa9 req-88cff42d-defe-4922-811b-d8450e715e37 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:48.026115 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b4c957c4-a067-45d7-b811-4bde6d8a8fa9 req-88cff42d-defe-4922-811b-d8450e715e37 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbebf564-cdc8-496b-9257-1de15ce25ca5 HTTP/1.1" status: 200 len: 944 time: 0.0455074 Sep 22 22:18:48.075664 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b4c957c4-a067-45d7-b811-4bde6d8a8fa9 req-a89f4512-7148-43de-b124-dfeaa8717466 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440040 Sep 22 22:18:48.337044 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:48.491635 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e23f38-37ae-44b8-8e7d-d467213a0e26 req-fc7e8e5b-7e2d-4479-83ba-b625a0a664a9 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:48.493089 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-85e23f38-37ae-44b8-8e7d-d467213a0e26 req-fc7e8e5b-7e2d-4479-83ba-b625a0a664a9 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 946 time: 0.0463376 Sep 22 22:18:48.540846 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-85e23f38-37ae-44b8-8e7d-d467213a0e26 req-ea26649c-4b8c-49d7-92ff-f6e23443e24f tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421810 Sep 22 22:18:49.202709 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748a70f-808a-4060-9f5e-f531d02e925b req-24639ea2-b7db-4331-814d-60143fd3285f tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:49.204187 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e748a70f-808a-4060-9f5e-f531d02e925b req-24639ea2-b7db-4331-814d-60143fd3285f tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbebf564-cdc8-496b-9257-1de15ce25ca5 HTTP/1.1" status: 200 len: 944 time: 0.0505149 Sep 22 22:18:49.253729 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e748a70f-808a-4060-9f5e-f531d02e925b req-e6d77d01-bddf-427e-b751-4b1e278c8395 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434332 Sep 22 22:18:49.667242 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4dc643-b7ff-4c66-a95c-5880b8ff33b1 req-59f4ae57-8c3e-4bb7-b6f4-c69e0c81adeb tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:49.669131 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7b4dc643-b7ff-4c66-a95c-5880b8ff33b1 req-59f4ae57-8c3e-4bb7-b6f4-c69e0c81adeb tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 946 time: 0.0475435 Sep 22 22:18:49.722511 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7b4dc643-b7ff-4c66-a95c-5880b8ff33b1 req-131f8d9a-16f4-41a8-a697-8bc0e9f2cb9f tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414298 Sep 22 22:18:49.754263 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:49.847203 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c6480-44db-47e2-88c3-6fec32e86c68 req-e8a675b7-bc30-475a-b085-ea5874afff9a tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:49.848526 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e33c6480-44db-47e2-88c3-6fec32e86c68 req-e8a675b7-bc30-475a-b085-ea5874afff9a tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 946 time: 0.0502827 Sep 22 22:18:49.859384 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 44354) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:18:49.863812 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-8bfe865c-a771-4506-81d4-7db85bdeebba tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Request body: {'floatingip': {'port_id': 'c8ece83a-0238-40e0-9d0d-3d28f90f9abf'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:18:49.903257 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8bfe865c-a771-4506-81d4-7db85bdeebba tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for floatingip (f81f2fc7-e99d-4a35-9454-a80ed9e45dda), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:50.109153 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:50.111074 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:50.335255 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8bfe865c-a771-4506-81d4-7db85bdeebba tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:50.347638 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8bfe865c-a771-4506-81d4-7db85bdeebba tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (f81f2fc7-e99d-4a35-9454-a80ed9e45dda), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:50.420461 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d3ffc-c79d-4399-980b-3684c0995cbb req-93401398-3551-4e7f-ac62-9313351bd885 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:50.422016 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-156d3ffc-c79d-4399-980b-3684c0995cbb req-93401398-3551-4e7f-ac62-9313351bd885 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbebf564-cdc8-496b-9257-1de15ce25ca5 HTTP/1.1" status: 200 len: 944 time: 0.0853980 Sep 22 22:18:50.507174 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:50.512673 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.db.l3_db [None req-8bfe865c-a771-4506-81d4-7db85bdeebba tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Floating IP f81f2fc7-e99d-4a35-9454-a80ed9e45dda associated. External IP: 172.27.1.156, port: c8ece83a-0238-40e0-9d0d-3d28f90f9abf. Sep 22 22:18:50.553667 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-156d3ffc-c79d-4399-980b-3684c0995cbb req-f93e72c7-94ee-4c7f-bd62-5095b4416773 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0922592 Sep 22 22:18:50.725242 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfe865c-a771-4506-81d4-7db85bdeebba tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Router efe5f40b-7b89-4007-9e61-f0b495da917b has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:18:50.827433 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfe865c-a771-4506-81d4-7db85bdeebba tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:18:50.832378 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8bfe865c-a771-4506-81d4-7db85bdeebba tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:50.838167 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8507bd-2172-42b4-a212-5df3c17c9f72 None None] Sync routers for ids ['efe5f40b-7b89-4007-9e61-f0b495da917b'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:18:50.847493 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8507bd-2172-42b4-a212-5df3c17c9f72 None None] Routers {'efe5f40b-7b89-4007-9e61-f0b495da917b'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:18:50.848106 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-bd8507bd-2172-42b4-a212-5df3c17c9f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:18:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['efe5f40b-7b89-4007-9e61-f0b495da917b'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:18:50.862923 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-8bfe865c-a771-4506-81d4-7db85bdeebba tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/f81f2fc7-e99d-4a35-9454-a80ed9e45dda HTTP/1.1" status: 200 len: 992 time: 1.0024693 Sep 22 22:18:50.863555 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03073c72-a5ba-4bab-90eb-f92f0396c092', 'tag': 'c8ece83a-0238-40e0-9d0d-3d28f90f9abf'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:18:50.865885 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e910ca62-5ecc-4f1e-92ef-2f023d4845cd" -d '{"events": [{"name": "network-changed", "server_uuid": "03073c72-a5ba-4bab-90eb-f92f0396c092", "tag": "c8ece83a-0238-40e0-9d0d-3d28f90f9abf"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:18:50.887646 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:50.902881 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b843591a-123c-4a31-ba61-2d742a26042f x-openstack-request-id: req-b843591a-123c-4a31-ba61-2d742a26042f {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:18:50.903172 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03073c72-a5ba-4bab-90eb-f92f0396c092", "tag": "c8ece83a-0238-40e0-9d0d-3d28f90f9abf", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:18:50.903421 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b843591a-123c-4a31-ba61-2d742a26042f {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:18:50.903579 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:50.904017 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b843591a-123c-4a31-ba61-2d742a26042f'] response: {'name': 'network-changed', 'server_uuid': '03073c72-a5ba-4bab-90eb-f92f0396c092', 'tag': 'c8ece83a-0238-40e0-9d0d-3d28f90f9abf', 'status': 'completed', 'code': 200} Sep 22 22:18:50.955557 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-bd8507bd-2172-42b4-a212-5df3c17c9f72 None None] Set router efe5f40b-7b89-4007-9e61-f0b495da917b gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:18:51.164016 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-bd8507bd-2172-42b4-a212-5df3c17c9f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'name': 'tempest-AttachVolumeShelveTestJSON-1509104447-router', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:29Z', 'revision_number': 4, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'gw_port': {'id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': 'f81f2fc7-e99d-4a35-9454-a80ed9e45dda', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'port_id': 'c8ece83a-0238-40e0-9d0d-3d28f90f9abf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd', 'mac_address': 'fa:16:3e:7c:fb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03073c72-a5ba-4bab-90eb-f92f0396c092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:18:31Z', 'updated_at': '2022-09-22T22:18:50Z', 'revision_number': 1, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4872c5-efe2-4cb4-aca9-24209d50b1b6', 'name': '', 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'mac_address': 'fa:16:3e:a7:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:29Z', 'updated_at': '2022-09-22T22:18:34Z', 'revision_number': 5, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'subnets': [{'id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:18:51.187798 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8507bd-2172-42b4-a212-5df3c17c9f72 None None] Checking router: efe5f40b-7b89-4007-9e61-f0b495da917b for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:18:51.196767 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8507bd-2172-42b4-a212-5df3c17c9f72 None None] Routers {'efe5f40b-7b89-4007-9e61-f0b495da917b'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:18:51.197398 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-bd8507bd-2172-42b4-a212-5df3c17c9f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:18:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['efe5f40b-7b89-4007-9e61-f0b495da917b'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:18:51.302797 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-bd8507bd-2172-42b4-a212-5df3c17c9f72 None None] Set router efe5f40b-7b89-4007-9e61-f0b495da917b gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:18:51.517789 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-bd8507bd-2172-42b4-a212-5df3c17c9f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'name': 'tempest-AttachVolumeShelveTestJSON-1509104447-router', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:29Z', 'revision_number': 4, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'gw_port': {'id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': 'f81f2fc7-e99d-4a35-9454-a80ed9e45dda', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'port_id': 'c8ece83a-0238-40e0-9d0d-3d28f90f9abf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd', 'mac_address': 'fa:16:3e:7c:fb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03073c72-a5ba-4bab-90eb-f92f0396c092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:18:31Z', 'updated_at': '2022-09-22T22:18:50Z', 'revision_number': 1, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4872c5-efe2-4cb4-aca9-24209d50b1b6', 'name': '', 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'mac_address': 'fa:16:3e:a7:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:29Z', 'updated_at': '2022-09-22T22:18:34Z', 'revision_number': 5, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'subnets': [{'id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:18:51.542674 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8507bd-2172-42b4-a212-5df3c17c9f72 None None] The sync data for ids ['efe5f40b-7b89-4007-9e61-f0b495da917b'] in dv-cinder-849143-6-iscsi is: [{'id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'name': 'tempest-AttachVolumeShelveTestJSON-1509104447-router', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:29Z', 'revision_number': 4, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'gw_port': {'id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': 'f81f2fc7-e99d-4a35-9454-a80ed9e45dda', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'port_id': 'c8ece83a-0238-40e0-9d0d-3d28f90f9abf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd', 'mac_address': 'fa:16:3e:7c:fb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03073c72-a5ba-4bab-90eb-f92f0396c092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:18:31Z', 'updated_at': '2022-09-22T22:18:50Z', 'revision_number': 1, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4872c5-efe2-4cb4-aca9-24209d50b1b6', 'name': '', 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'mac_address': 'fa:16:3e:a7:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:29Z', 'updated_at': '2022-09-22T22:18:34Z', 'revision_number': 5, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'subnets': [{'id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:18:51.683160 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ae238-eb87-4e5a-a0cb-20fe16f6bde3 req-f27f24fb-2baa-4db9-9ec3-439ff2cdb4a4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:51.684690 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3a1ae238-eb87-4e5a-a0cb-20fe16f6bde3 req-f27f24fb-2baa-4db9-9ec3-439ff2cdb4a4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbebf564-cdc8-496b-9257-1de15ce25ca5 HTTP/1.1" status: 200 len: 944 time: 0.0489528 Sep 22 22:18:51.736208 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3a1ae238-eb87-4e5a-a0cb-20fe16f6bde3 req-6935aad9-5ce8-4b03-b4e5-3722e4d36797 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458214 Sep 22 22:18:51.760195 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c47e742-caf2-4058-9e43-0bde9da0a981 None None] New status for floating IP f81f2fc7-e99d-4a35-9454-a80ed9e45dda: ACTIVE {{(pid=106431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 22:18:52.079985 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910ca62-5ecc-4f1e-92ef-2f023d4845cd req-1ddcfb30-79b1-4445-a533-b07f350be1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:52.081555 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e910ca62-5ecc-4f1e-92ef-2f023d4845cd req-1ddcfb30-79b1-4445-a533-b07f350be1ca service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=eaff29c3c9b84929b0451e8e82caf4f2&device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 1130 time: 0.0444119 Sep 22 22:18:52.162874 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:52.179359 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910ca62-5ecc-4f1e-92ef-2f023d4845cd req-8bb81515-a2c3-48a1-ad08-848adefadd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:52.180899 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e910ca62-5ecc-4f1e-92ef-2f023d4845cd req-8bb81515-a2c3-48a1-ad08-848adefadd40 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=a3032908-0d20-4083-a609-def5ad9a09dd HTTP/1.1" status: 200 len: 918 time: 0.0916216 Sep 22 22:18:52.248466 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e910ca62-5ecc-4f1e-92ef-2f023d4845cd req-97593c92-b706-45fb-b77b-59bb0bef30e1 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8ece83a-0238-40e0-9d0d-3d28f90f9abf HTTP/1.1" status: 200 len: 1002 time: 0.0612719 Sep 22 22:18:52.307852 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910ca62-5ecc-4f1e-92ef-2f023d4845cd req-406b7ece-915a-4b5e-969f-7cabd156352e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:52.309369 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e910ca62-5ecc-4f1e-92ef-2f023d4845cd req-406b7ece-915a-4b5e-969f-7cabd156352e service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b371fb7c-e81d-4b99-a872-fa8fc506c36f HTTP/1.1" status: 200 len: 856 time: 0.0471175 Sep 22 22:18:52.381033 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910ca62-5ecc-4f1e-92ef-2f023d4845cd req-6016d3b7-636d-42e3-9f51-55fd3b27ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:52.382581 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e910ca62-5ecc-4f1e-92ef-2f023d4845cd req-6016d3b7-636d-42e3-9f51-55fd3b27ec1f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=a3032908-0d20-4083-a609-def5ad9a09dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398405 Sep 22 22:18:52.477749 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e910ca62-5ecc-4f1e-92ef-2f023d4845cd req-9f1fe1d5-d4ad-4b1f-b197-ffc46925f120 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a3032908-0d20-4083-a609-def5ad9a09dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890024 Sep 22 22:18:52.569860 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e910ca62-5ecc-4f1e-92ef-2f023d4845cd req-fc0f1b99-1784-4f63-8195-3801f9238a99 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a3032908-0d20-4083-a609-def5ad9a09dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856557 Sep 22 22:18:52.865263 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebba62-bd92-4192-a4e7-d2130bc99c86 req-127c7f25-6f0a-463d-8110-2b44172cd139 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:52.866646 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a8ebba62-bd92-4192-a4e7-d2130bc99c86 req-127c7f25-6f0a-463d-8110-2b44172cd139 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbebf564-cdc8-496b-9257-1de15ce25ca5 HTTP/1.1" status: 200 len: 944 time: 0.0537753 Sep 22 22:18:52.892734 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:52.918512 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a8ebba62-bd92-4192-a4e7-d2130bc99c86 req-953d8475-eb99-4846-b87c-3e46bf16bc5a tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460622 Sep 22 22:18:52.996546 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device df43b20d-bd58-4303-8444-f7ed51aa3a97 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 22:18:53.101539 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port df43b20d-bd58-4303-8444-f7ed51aa3a97, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=df43b20d-bd58-4303-8444-f7ed51aa3a97,segment=NetworkSegment(02ab888a-ff4d-434e-871e-f1b1416587f3),segment_id=02ab888a-ff4d-434e-871e-f1b1416587f3)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:18:53.112604 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Returning: {'device': 'df43b20d-bd58-4303-8444-f7ed51aa3a97', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'port_id': 'df43b20d-bd58-4303-8444-f7ed51aa3a97', 'mac_address': 'fa:16:3e:f2:25:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 22:18:53.146985 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port df43b20d-bd58-4303-8444-f7ed51aa3a97 is: DOWN; New status is: BUILD {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:18:53.147299 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (df43b20d-bd58-4303-8444-f7ed51aa3a97), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:53.159897 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df43b20d-bd58-4303-8444-f7ed51aa3a97 {{(pid=106430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:18:53.179859 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port df43b20d-bd58-4303-8444-f7ed51aa3a97, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=df43b20d-bd58-4303-8444-f7ed51aa3a97,segment=NetworkSegment(02ab888a-ff4d-434e-871e-f1b1416587f3),segment_id=02ab888a-ff4d-434e-871e-f1b1416587f3)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:18:53.183677 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (df43b20d-bd58-4303-8444-f7ed51aa3a97), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:53.219097 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:53.223830 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:53.230170 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=df43b20d-bd58-4303-8444-f7ed51aa3a97,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:53.611415 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['df43b20d-bd58-4303-8444-f7ed51aa3a97'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:18:54.039859 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2112381-568c-4a54-914b-54bf490d035f req-55422a30-a4bb-47e7-9d1c-1ff52baddd34 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:54.041331 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a2112381-568c-4a54-914b-54bf490d035f req-55422a30-a4bb-47e7-9d1c-1ff52baddd34 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbebf564-cdc8-496b-9257-1de15ce25ca5 HTTP/1.1" status: 200 len: 945 time: 0.0469980 Sep 22 22:18:54.090298 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a2112381-568c-4a54-914b-54bf490d035f req-a687ddd6-d759-4c10-aebf-1403834c4bae tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434883 Sep 22 22:18:55.014651 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device df43b20d-bd58-4303-8444-f7ed51aa3a97 up at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:18:55.059327 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning for port df43b20d-bd58-4303-8444-f7ed51aa3a97 completed by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 22:18:55.065359 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning complete for port df43b20d-bd58-4303-8444-f7ed51aa3a97 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:18:55.065754 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (df43b20d-bd58-4303-8444-f7ed51aa3a97), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:55.066190 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Attempt 1 to provision port df43b20d-bd58-4303-8444-f7ed51aa3a97 Sep 22 22:18:55.137485 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port df43b20d-bd58-4303-8444-f7ed51aa3a97 is: BUILD; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:18:55.137880 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (df43b20d-bd58-4303-8444-f7ed51aa3a97), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:55.162267 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbebf564-cdc8-496b-9257-1de15ce25ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df43b20d-bd58-4303-8444-f7ed51aa3a97'}] {{(pid=106430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:18:55.164511 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2272dcd180a18b0bdbf7a4ac2a7f9325cd9193a83f54eb82bc11fdb6a8b27d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92680417-4bb0-47d1-9f2f-937b591be95d" -d '{"events": [{"server_uuid": "fbebf564-cdc8-496b-9257-1de15ce25ca5", "name": "network-vif-plugged", "status": "completed", "tag": "df43b20d-bd58-4303-8444-f7ed51aa3a97"}]}' {{(pid=106430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:18:55.179616 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port df43b20d-bd58-4303-8444-f7ed51aa3a97, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=df43b20d-bd58-4303-8444-f7ed51aa3a97,segment=NetworkSegment(02ab888a-ff4d-434e-871e-f1b1416587f3),segment_id=02ab888a-ff4d-434e-871e-f1b1416587f3)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:18:55.184028 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (df43b20d-bd58-4303-8444-f7ed51aa3a97), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:55.212313 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788e23a-4d50-4392-8fbe-6936c117cafd req-e53cfdc7-f1fd-45ed-8f53-7040f565dac4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:55.212837 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953c0a60-35e3-41bd-bdba-890ed472f127 x-openstack-request-id: req-953c0a60-35e3-41bd-bdba-890ed472f127 {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:18:55.212837 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbebf564-cdc8-496b-9257-1de15ce25ca5", "name": "network-vif-plugged", "status": "completed", "tag": "df43b20d-bd58-4303-8444-f7ed51aa3a97", "code": 200}]} {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:18:55.212837 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-953c0a60-35e3-41bd-bdba-890ed472f127 {{(pid=106430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:18:55.213318 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-953c0a60-35e3-41bd-bdba-890ed472f127'] response: {'server_uuid': 'fbebf564-cdc8-496b-9257-1de15ce25ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df43b20d-bd58-4303-8444-f7ed51aa3a97', 'code': 200} Sep 22 22:18:55.213916 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1788e23a-4d50-4392-8fbe-6936c117cafd req-e53cfdc7-f1fd-45ed-8f53-7040f565dac4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbebf564-cdc8-496b-9257-1de15ce25ca5 HTTP/1.1" status: 200 len: 945 time: 0.0494373 Sep 22 22:18:55.239060 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=df43b20d-bd58-4303-8444-f7ed51aa3a97,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:55.267950 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1788e23a-4d50-4392-8fbe-6936c117cafd req-30b728e6-f5a4-4e38-8b74-b5e99fe0a8bf tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485106 Sep 22 22:18:55.483294 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c8c78-e441-464b-bc76-cf8f0c81804e req-29f7110b-22d3-47b2-856b-d80ace90fdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:55.484731 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ed0c8c78-e441-464b-bc76-cf8f0c81804e req-29f7110b-22d3-47b2-856b-d80ace90fdfa service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=fbebf564-cdc8-496b-9257-1de15ce25ca5 HTTP/1.1" status: 200 len: 1130 time: 0.0375776 Sep 22 22:18:55.529631 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ed0c8c78-e441-464b-bc76-cf8f0c81804e req-eef52818-0349-4e4f-a49b-de23b3ec9438 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393167 Sep 22 22:18:56.387271 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0796004-bd5e-4fe7-9bf0-d59db4a8d859 req-c654dffe-f930-48e9-b9a0-ccef6f120f8a tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:56.388733 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d0796004-bd5e-4fe7-9bf0-d59db4a8d859 req-c654dffe-f930-48e9-b9a0-ccef6f120f8a tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbebf564-cdc8-496b-9257-1de15ce25ca5 HTTP/1.1" status: 200 len: 946 time: 0.0457444 Sep 22 22:18:56.437209 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d0796004-bd5e-4fe7-9bf0-d59db4a8d859 req-c87e413d-e18f-44c3-bd7e-0e99d2153194 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429978 Sep 22 22:18:57.126230 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:18:57.292157 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb995065-f406-4560-a36c-ea4b66fedd3c req-0768c070-8110-4c2a-95bf-4a61de0f84b6 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:57.293689 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bb995065-f406-4560-a36c-ea4b66fedd3c req-0768c070-8110-4c2a-95bf-4a61de0f84b6 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0518260 Sep 22 22:18:57.341722 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bb995065-f406-4560-a36c-ea4b66fedd3c req-c0269441-a1b9-45ef-b6ba-122acc06fde9 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423768 Sep 22 22:18:57.559970 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a234e-6490-4028-b95a-118957c726ff req-507cb0bf-bd54-4ba7-9ad1-c050b41842a3 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:57.561463 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dd6a234e-6490-4028-b95a-118957c726ff req-507cb0bf-bd54-4ba7-9ad1-c050b41842a3 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbebf564-cdc8-496b-9257-1de15ce25ca5 HTTP/1.1" status: 200 len: 946 time: 0.0470662 Sep 22 22:18:57.609436 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dd6a234e-6490-4028-b95a-118957c726ff req-9a675447-33f0-4c00-9b97-5b2065b81c44 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415306 Sep 22 22:18:57.718153 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:57.727154 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfa425-a9fe-4bfb-a1f2-8ff1266aa76b req-e6dfaa08-19d6-4581-b73a-3b52a1a2e903 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:57.728534 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dabfa425-a9fe-4bfb-a1f2-8ff1266aa76b req-e6dfaa08-19d6-4581-b73a-3b52a1a2e903 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbebf564-cdc8-496b-9257-1de15ce25ca5 HTTP/1.1" status: 200 len: 946 time: 0.0469842 Sep 22 22:18:57.779811 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dabfa425-a9fe-4bfb-a1f2-8ff1266aa76b req-f41fd5e0-008a-4b25-b0e9-99806c678a67 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457101 Sep 22 22:18:57.808769 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 44426) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:18:57.845576 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951f3303-189d-4ac8-ae2d-c0ec2dd22b68 tempest-TestVolumeBootPattern-82075621 tempest-TestVolumeBootPattern-82075621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:57.847081 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-951f3303-189d-4ac8-ae2d-c0ec2dd22b68 tempest-TestVolumeBootPattern-82075621 tempest-TestVolumeBootPattern-82075621-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbebf564-cdc8-496b-9257-1de15ce25ca5 HTTP/1.1" status: 200 len: 1125 time: 0.0373294 Sep 22 22:18:57.850431 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 44428) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:18:57.854565 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-092fd490-5c32-4ddc-bc2d-e5882e487e89 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Request body: {'floatingip': {'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'port_id': 'df43b20d-bd58-4303-8444-f7ed51aa3a97', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:18:57.877037 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-092fd490-5c32-4ddc-bc2d-e5882e487e89 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:57.957332 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-092fd490-5c32-4ddc-bc2d-e5882e487e89 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:58.068295 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [None req-092fd490-5c32-4ddc-bc2d-e5882e487e89 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Allocated IP 172.27.1.188 (222d3bc3-ee2a-4d75-8e21-75e580ff73b3/4214672d-8971-44fc-bb6c-9c23836d3a7a/a6b54595-a03f-42f6-8c00-31f08479d6a8) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:18:58.077863 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:58.405429 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-092fd490-5c32-4ddc-bc2d-e5882e487e89 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for port (a6b54595-a03f-42f6-8c00-31f08479d6a8), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:58.472172 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76544f-34cb-4507-a65e-37cfad34d823 req-36978f23-f45a-4bac-85d7-40b1880c36f2 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:58.474491 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-af76544f-34cb-4507-a65e-37cfad34d823 req-36978f23-f45a-4bac-85d7-40b1880c36f2 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0584342 Sep 22 22:18:58.479824 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-092fd490-5c32-4ddc-bc2d-e5882e487e89 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (a6b54595-a03f-42f6-8c00-31f08479d6a8), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:58.541814 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092fd490-5c32-4ddc-bc2d-e5882e487e89 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:18:58.553371 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [None req-092fd490-5c32-4ddc-bc2d-e5882e487e89 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:18:58.559373 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092fd490-5c32-4ddc-bc2d-e5882e487e89 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:18:58.586323 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092fd490-5c32-4ddc-bc2d-e5882e487e89 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Pushing event updated for resources: {'Port': ['ID=a6b54595-a03f-42f6-8c00-31f08479d6a8,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:58.606035 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-af76544f-34cb-4507-a65e-37cfad34d823 req-4d3997c7-10ac-4c13-bff6-5387e92c8055 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236932 Sep 22 22:18:58.782211 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:58.932667 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-092fd490-5c32-4ddc-bc2d-e5882e487e89 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for floatingip (78b3999f-2c26-495b-accb-171702160ddc), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:59.003136 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-092fd490-5c32-4ddc-bc2d-e5882e487e89 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (a6b54595-a03f-42f6-8c00-31f08479d6a8), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:59.131997 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:59.152020 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-092fd490-5c32-4ddc-bc2d-e5882e487e89 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for port (a6b54595-a03f-42f6-8c00-31f08479d6a8), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:59.156151 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-092fd490-5c32-4ddc-bc2d-e5882e487e89 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (a6b54595-a03f-42f6-8c00-31f08479d6a8), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:59.222199 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092fd490-5c32-4ddc-bc2d-e5882e487e89 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Pushing event updated for resources: {'Port': ['ID=a6b54595-a03f-42f6-8c00-31f08479d6a8,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:18:59.225256 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-092fd490-5c32-4ddc-bc2d-e5882e487e89 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (78b3999f-2c26-495b-accb-171702160ddc), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:59.320507 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.db.l3_db [None req-092fd490-5c32-4ddc-bc2d-e5882e487e89 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Floating IP 78b3999f-2c26-495b-accb-171702160ddc associated. External IP: 172.27.1.188, port: df43b20d-bd58-4303-8444-f7ed51aa3a97. Sep 22 22:18:59.525795 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092fd490-5c32-4ddc-bc2d-e5882e487e89 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Router bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:18:59.571094 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63df7c-c59b-4a5b-957c-183d931c5922 req-9d141c08-ffe0-4fef-b3a6-91be5f4cc0b9 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:59.572509 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ac63df7c-c59b-4a5b-957c-183d931c5922 req-9d141c08-ffe0-4fef-b3a6-91be5f4cc0b9 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0567501 Sep 22 22:18:59.643540 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:18:59.776656 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092fd490-5c32-4ddc-bc2d-e5882e487e89 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:18:59.780382 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-ac63df7c-c59b-4a5b-957c-183d931c5922 req-5db5b0a4-7a8e-4645-a174-2c759e03aa2f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Deleting port 3ab370e5-8611-4fef-bf09-955dd5a94603 {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:18:59.780734 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-ac63df7c-c59b-4a5b-957c-183d931c5922 req-5db5b0a4-7a8e-4645-a174-2c759e03aa2f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (3ab370e5-8611-4fef-bf09-955dd5a94603), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:59.786470 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d260283-7630-4370-9780-48427c21cff9 None None] Sync routers for ids ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:18:59.801505 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d260283-7630-4370-9780-48427c21cff9 None None] Routers {'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:18:59.802487 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-2d260283-7630-4370-9780-48427c21cff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:18:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:18:59.807037 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef9c4b-1090-4ffe-8757-609ba9ac03cd req-bb46915e-bf97-4714-8fac-0b0c154191ef tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:18:59.808567 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1aef9c4b-1090-4ffe-8757-609ba9ac03cd req-bb46915e-bf97-4714-8fac-0b0c154191ef tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 945 time: 0.0842142 Sep 22 22:18:59.867748 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-092fd490-5c32-4ddc-bc2d-e5882e487e89 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:59.920198 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-2d260283-7630-4370-9780-48427c21cff9 None None] Set router bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:18:59.957899 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-092fd490-5c32-4ddc-bc2d-e5882e487e89 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1043184 Sep 22 22:18:59.961869 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbebf564-cdc8-496b-9257-1de15ce25ca5', 'tag': 'df43b20d-bd58-4303-8444-f7ed51aa3a97'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:18:59.963822 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a93b09-6c8f-4016-a30b-5b546b46ca54" -d '{"events": [{"name": "network-changed", "server_uuid": "fbebf564-cdc8-496b-9257-1de15ce25ca5", "tag": "df43b20d-bd58-4303-8444-f7ed51aa3a97"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:18:59.972217 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-ac63df7c-c59b-4a5b-957c-183d931c5922 req-5db5b0a4-7a8e-4645-a174-2c759e03aa2f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] For port 3ab370e5-8611-4fef-bf09-955dd5a94603, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3ab370e5-8611-4fef-bf09-955dd5a94603,segment=NetworkSegment(bf3e33a6-ea72-46b3-a331-9ce9dc909685),segment_id=bf3e33a6-ea72-46b3-a331-9ce9dc909685)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:18:59.972620 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-ac63df7c-c59b-4a5b-957c-183d931c5922 req-5db5b0a4-7a8e-4645-a174-2c759e03aa2f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (3ab370e5-8611-4fef-bf09-955dd5a94603), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:18:59.978450 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1aef9c4b-1090-4ffe-8757-609ba9ac03cd req-3d89de3d-0010-4120-9532-7dd631a66d49 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a71e0271-bf5f-4fc1-8114-9141f4e13727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401267 Sep 22 22:19:00.031354 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0176904c-fc69-4bb8-90a2-3ff6ee939724 x-openstack-request-id: req-0176904c-fc69-4bb8-90a2-3ff6ee939724 {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:19:00.031833 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbebf564-cdc8-496b-9257-1de15ce25ca5", "tag": "df43b20d-bd58-4303-8444-f7ed51aa3a97", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:19:00.032199 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0176904c-fc69-4bb8-90a2-3ff6ee939724 {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:19:00.032886 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0176904c-fc69-4bb8-90a2-3ff6ee939724'] response: {'name': 'network-changed', 'server_uuid': 'fbebf564-cdc8-496b-9257-1de15ce25ca5', 'tag': 'df43b20d-bd58-4303-8444-f7ed51aa3a97', 'status': 'completed', 'code': 200} Sep 22 22:19:00.049928 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:00.155977 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a93b09-6c8f-4016-a30b-5b546b46ca54 req-4fc6a851-c236-4d40-823d-b3c2061eeb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:00.157648 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-84a93b09-6c8f-4016-a30b-5b546b46ca54 req-4fc6a851-c236-4d40-823d-b3c2061eeb51 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=e9c311fa04f241249d428df8e88539f4&device_id=fbebf564-cdc8-496b-9257-1de15ce25ca5 HTTP/1.1" status: 200 len: 1130 time: 0.0586092 Sep 22 22:19:00.268848 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-ac63df7c-c59b-4a5b-957c-183d931c5922 req-5db5b0a4-7a8e-4645-a174-2c759e03aa2f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:00.269379 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-ac63df7c-c59b-4a5b-957c-183d931c5922 req-5db5b0a4-7a8e-4645-a174-2c759e03aa2f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (185113c1-1163-4621-8f7e-c3708b5f222f), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:00.269814 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.db.l3_db [req-ac63df7c-c59b-4a5b-957c-183d931c5922 req-5db5b0a4-7a8e-4645-a174-2c759e03aa2f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Floating IP 185113c1-1163-4621-8f7e-c3708b5f222f disassociated. External IP: 172.27.1.190, port: 3ab370e5-8611-4fef-bf09-955dd5a94603. Sep 22 22:19:00.270232 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-ac63df7c-c59b-4a5b-957c-183d931c5922 req-5db5b0a4-7a8e-4645-a174-2c759e03aa2f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Calling delete_port for 3ab370e5-8611-4fef-bf09-955dd5a94603 owned by compute:nova {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:19:00.283448 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:00.322804 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-2d260283-7630-4370-9780-48427c21cff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'name': 'tempest-TestVolumeBootPattern-954975377-router', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:54Z', 'revision_number': 4, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'gw_port': {'id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': '78b3999f-2c26-495b-accb-171702160ddc', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'port_id': 'df43b20d-bd58-4303-8444-f7ed51aa3a97', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'mac_address': 'fa:16:3e:f2:25:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbebf564-cdc8-496b-9257-1de15ce25ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:18:58Z', 'updated_at': '2022-09-22T22:18:58Z', 'revision_number': 0, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35018be7-3837-4534-a08c-06597edb0c6f', 'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'mac_address': 'fa:16:3e:21:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:54Z', 'updated_at': '2022-09-22T22:14:59Z', 'revision_number': 5, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'subnets': [{'id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:00.348032 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a93b09-6c8f-4016-a30b-5b546b46ca54 req-5d9b363c-7939-454e-ac6a-59a3e78f67f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:00.349586 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-84a93b09-6c8f-4016-a30b-5b546b46ca54 req-5d9b363c-7939-454e-ac6a-59a3e78f67f3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c773c61e-e7b7-47c6-998a-83ddea69af57 HTTP/1.1" status: 200 len: 912 time: 0.1632409 Sep 22 22:19:00.351482 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d260283-7630-4370-9780-48427c21cff9 None None] Checking router: bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:19:00.354135 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:00.361058 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d260283-7630-4370-9780-48427c21cff9 None None] Routers {'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:19:00.361731 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-2d260283-7630-4370-9780-48427c21cff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:18:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:00.434705 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-ac63df7c-c59b-4a5b-957c-183d931c5922 req-5db5b0a4-7a8e-4645-a174-2c759e03aa2f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (3ab370e5-8611-4fef-bf09-955dd5a94603), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:00.460450 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5b0a4-7a8e-4645-a174-2c759e03aa2f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Pushing event deleted for resources: {'Port': ['ID=3ab370e5-8611-4fef-bf09-955dd5a94603,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:00.467375 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-2d260283-7630-4370-9780-48427c21cff9 None None] Set router bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:19:00.562510 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:00.574740 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac63df7c-c59b-4a5b-957c-183d931c5922 req-5db5b0a4-7a8e-4645-a174-2c759e03aa2f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Router d414958c-b68f-4859-8a0a-79b925be6dff has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:19:00.682030 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac63df7c-c59b-4a5b-957c-183d931c5922 req-5db5b0a4-7a8e-4645-a174-2c759e03aa2f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:19:00.688017 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-2d260283-7630-4370-9780-48427c21cff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'name': 'tempest-TestVolumeBootPattern-954975377-router', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:54Z', 'revision_number': 4, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'gw_port': {'id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': '78b3999f-2c26-495b-accb-171702160ddc', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'port_id': 'df43b20d-bd58-4303-8444-f7ed51aa3a97', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'mac_address': 'fa:16:3e:f2:25:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbebf564-cdc8-496b-9257-1de15ce25ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:18:58Z', 'updated_at': '2022-09-22T22:18:58Z', 'revision_number': 0, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35018be7-3837-4534-a08c-06597edb0c6f', 'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'mac_address': 'fa:16:3e:21:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:54Z', 'updated_at': '2022-09-22T22:14:59Z', 'revision_number': 5, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'subnets': [{'id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:00.691864 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b670e0a-c979-4aa6-882e-a74a3ff0e19e None None] Sync routers for ids ['d414958c-b68f-4859-8a0a-79b925be6dff'] in dv-cinder-849143-6-iscsi {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:19:00.702941 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b670e0a-c979-4aa6-882e-a74a3ff0e19e None None] Routers {'d414958c-b68f-4859-8a0a-79b925be6dff'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:19:00.703571 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-1b670e0a-c979-4aa6-882e-a74a3ff0e19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:18:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['d414958c-b68f-4859-8a0a-79b925be6dff'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:00.718848 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d260283-7630-4370-9780-48427c21cff9 None None] The sync data for ids ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'] in dv-cinder-849143-6-iscsi is: [{'id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'name': 'tempest-TestVolumeBootPattern-954975377-router', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:54Z', 'revision_number': 4, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'gw_port': {'id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': '78b3999f-2c26-495b-accb-171702160ddc', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'port_id': 'df43b20d-bd58-4303-8444-f7ed51aa3a97', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'mac_address': 'fa:16:3e:f2:25:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbebf564-cdc8-496b-9257-1de15ce25ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:18:58Z', 'updated_at': '2022-09-22T22:18:58Z', 'revision_number': 0, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35018be7-3837-4534-a08c-06597edb0c6f', 'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'mac_address': 'fa:16:3e:21:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:54Z', 'updated_at': '2022-09-22T22:14:59Z', 'revision_number': 5, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'subnets': [{'id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:19:00.835196 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-1b670e0a-c979-4aa6-882e-a74a3ff0e19e None None] Set router d414958c-b68f-4859-8a0a-79b925be6dff gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:19:01.016509 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14658077-87b5-48ba-8498-1a34fb57cf83 None None] New status for floating IP 78b3999f-2c26-495b-accb-171702160ddc: ACTIVE {{(pid=106430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 22:19:01.038134 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac63df7c-c59b-4a5b-957c-183d931c5922 req-5db5b0a4-7a8e-4645-a174-2c759e03aa2f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] No DVR routers for this DVR port 3ab370e5-8611-4fef-bf09-955dd5a94603 on host hv-cinder-84914 {{(pid=106428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:19:01.045745 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-ac63df7c-c59b-4a5b-957c-183d931c5922 req-5db5b0a4-7a8e-4645-a174-2c759e03aa2f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:01.053519 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ac63df7c-c59b-4a5b-957c-183d931c5922 req-5db5b0a4-7a8e-4645-a174-2c759e03aa2f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.57 "DELETE /networking/v2.0/ports/3ab370e5-8611-4fef-bf09-955dd5a94603 HTTP/1.1" status: 204 len: 173 time: 1.4500060 Sep 22 22:19:01.084826 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-84a93b09-6c8f-4016-a30b-5b546b46ca54 req-11a3d637-83b1-406c-abd7-41743c357e2a service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df43b20d-bd58-4303-8444-f7ed51aa3a97 HTTP/1.1" status: 200 len: 1000 time: 0.3945284 Sep 22 22:19:01.192830 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a93b09-6c8f-4016-a30b-5b546b46ca54 req-d5d0f5a6-dee5-4319-998a-f4e3542a94c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:01.195498 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-84a93b09-6c8f-4016-a30b-5b546b46ca54 req-d5d0f5a6-dee5-4319-998a-f4e3542a94c6 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=739be4fb-823b-4d42-a812-9f7b38b66187 HTTP/1.1" status: 200 len: 850 time: 0.0879841 Sep 22 22:19:01.197589 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7bb691d4-2014-4cc1-874c-f8d465e2619d req-c50627c7-6788-4da5-8d24-a4a97312de6f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 210 time: 0.0992367 Sep 22 22:19:01.238794 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-1b670e0a-c979-4aa6-882e-a74a3ff0e19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'name': 'tempest-AttachVolumeTestJSON-1733530800-router', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:29Z', 'revision_number': 4, 'project_id': '650863eae15e4733b50e22c7595d7742', 'gw_port': {'id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'af007872-196a-4039-8c0d-0a4ebdc6feba', 'name': '', 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'mac_address': 'fa:16:3e:a2:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:28Z', 'updated_at': '2022-09-22T22:12:33Z', 'revision_number': 5, 'project_id': '650863eae15e4733b50e22c7595d7742', 'subnets': [{'id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:01.278294 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a93b09-6c8f-4016-a30b-5b546b46ca54 req-b1ecd79d-17bd-4ef8-a09d-fac3316b4536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:01.282037 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-84a93b09-6c8f-4016-a30b-5b546b46ca54 req-b1ecd79d-17bd-4ef8-a09d-fac3316b4536 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c773c61e-e7b7-47c6-998a-83ddea69af57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0786366 Sep 22 22:19:01.290784 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b670e0a-c979-4aa6-882e-a74a3ff0e19e None None] Checking router: d414958c-b68f-4859-8a0a-79b925be6dff for host: dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:19:01.307676 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b670e0a-c979-4aa6-882e-a74a3ff0e19e None None] Routers {'d414958c-b68f-4859-8a0a-79b925be6dff'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:19:01.310618 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-1b670e0a-c979-4aa6-882e-a74a3ff0e19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:18:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['d414958c-b68f-4859-8a0a-79b925be6dff'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:01.421091 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-84a93b09-6c8f-4016-a30b-5b546b46ca54 req-2e6da997-c70d-4578-a3b6-e78136055de7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c773c61e-e7b7-47c6-998a-83ddea69af57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279030 Sep 22 22:19:01.471460 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-1b670e0a-c979-4aa6-882e-a74a3ff0e19e None None] Set router d414958c-b68f-4859-8a0a-79b925be6dff gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:19:01.497992 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:01.562973 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-84a93b09-6c8f-4016-a30b-5b546b46ca54 req-6992e0d9-3889-49eb-8e07-1bf247cb80f4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c773c61e-e7b7-47c6-998a-83ddea69af57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358914 Sep 22 22:19:01.700054 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-1b670e0a-c979-4aa6-882e-a74a3ff0e19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'name': 'tempest-AttachVolumeTestJSON-1733530800-router', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:29Z', 'revision_number': 4, 'project_id': '650863eae15e4733b50e22c7595d7742', 'gw_port': {'id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'af007872-196a-4039-8c0d-0a4ebdc6feba', 'name': '', 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'mac_address': 'fa:16:3e:a2:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:28Z', 'updated_at': '2022-09-22T22:12:33Z', 'revision_number': 5, 'project_id': '650863eae15e4733b50e22c7595d7742', 'subnets': [{'id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:01.701962 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4ee37-f0f8-4611-a000-2c2662a88902 req-fa5cd1b0-8d0b-41f4-be5b-1ed5794db332 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:01.703700 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-71b4ee37-f0f8-4611-a000-2c2662a88902 req-fa5cd1b0-8d0b-41f4-be5b-1ed5794db332 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c0d604e6-1975-480b-ac89-1fa7caf675f4 HTTP/1.1" status: 200 len: 945 time: 0.0543041 Sep 22 22:19:01.731697 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b670e0a-c979-4aa6-882e-a74a3ff0e19e None None] The sync data for ids ['d414958c-b68f-4859-8a0a-79b925be6dff'] in dv-cinder-849143-6-iscsi is: [{'id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'name': 'tempest-AttachVolumeTestJSON-1733530800-router', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:29Z', 'revision_number': 4, 'project_id': '650863eae15e4733b50e22c7595d7742', 'gw_port': {'id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'af007872-196a-4039-8c0d-0a4ebdc6feba', 'name': '', 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'mac_address': 'fa:16:3e:a2:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:28Z', 'updated_at': '2022-09-22T22:12:33Z', 'revision_number': 5, 'project_id': '650863eae15e4733b50e22c7595d7742', 'subnets': [{'id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:19:01.754190 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-71b4ee37-f0f8-4611-a000-2c2662a88902 req-4ffca5b8-b605-416e-b921-0d5fd5a4dc6e tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b32a5be0-f375-4fb4-9ecb-30403f2847f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441370 Sep 22 22:19:01.968416 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c825c054-c487-40d7-a662-68fae93c348b None None] New status for floating IP 185113c1-1163-4621-8f7e-c3708b5f222f: DOWN {{(pid=106431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 22:19:02.034241 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8', 'name': 'network-vif-deleted', 'tag': '3ab370e5-8611-4fef-bf09-955dd5a94603'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:19:02.037451 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35584b68-65ca-43a5-96b5-420fdc4f3c1d" -d '{"events": [{"server_uuid": "fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8", "name": "network-vif-deleted", "tag": "3ab370e5-8611-4fef-bf09-955dd5a94603"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:19:02.079391 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff9898a-702a-46d1-9049-e4cfc2ee2c5d x-openstack-request-id: req-cff9898a-702a-46d1-9049-e4cfc2ee2c5d {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:19:02.079745 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8", "name": "network-vif-deleted", "tag": "3ab370e5-8611-4fef-bf09-955dd5a94603", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:19:02.080061 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cff9898a-702a-46d1-9049-e4cfc2ee2c5d {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:19:02.080577 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cff9898a-702a-46d1-9049-e4cfc2ee2c5d'] response: {'server_uuid': 'fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8', 'name': 'network-vif-deleted', 'tag': '3ab370e5-8611-4fef-bf09-955dd5a94603', 'status': 'completed', 'code': 200} Sep 22 22:19:02.324861 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2fdf6e80-1742-40a6-a7f9-1ba193de6cb6 req-9ac5911c-3974-4eba-97be-d1063feda34c tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 210 time: 0.0274706 Sep 22 22:19:02.884505 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fed459-77ca-4db7-92c1-414c4d73e6c7 req-6b62d1ec-6d2a-4dd9-adcc-c1cb8077506a tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:02.886018 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-08fed459-77ca-4db7-92c1-414c4d73e6c7 req-6b62d1ec-6d2a-4dd9-adcc-c1cb8077506a tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c0d604e6-1975-480b-ac89-1fa7caf675f4 HTTP/1.1" status: 200 len: 945 time: 0.0468085 Sep 22 22:19:02.932831 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-08fed459-77ca-4db7-92c1-414c4d73e6c7 req-d8e497ac-5dc9-44c2-b3c8-172fd6ba5419 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b32a5be0-f375-4fb4-9ecb-30403f2847f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412574 Sep 22 22:19:03.042327 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 3ab370e5-8611-4fef-bf09-955dd5a94603 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:19:03.061518 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] No Port match for: 3ab370e5-8611-4fef-bf09-955dd5a94603 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:19:03.061869 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 3ab370e5-8611-4fef-bf09-955dd5a94603 not bound to the agent host hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:19:03.447346 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6746de13-25c2-4ae0-9dd9-dd1a7b8a0f45 req-9e6d93eb-477c-4b90-aea7-f805838ffe40 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbfacaf8-a2f6-42fb-9790-eb0ae1acf6b8 HTTP/1.1" status: 200 len: 210 time: 0.0323982 Sep 22 22:19:03.940088 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b89ed3-33f8-4e06-a1ac-9c649a723bfb req-375b286f-e8ca-4663-8a60-827928f5e0bc tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:03.941557 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-98b89ed3-33f8-4e06-a1ac-9c649a723bfb req-375b286f-e8ca-4663-8a60-827928f5e0bc tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c0d604e6-1975-480b-ac89-1fa7caf675f4 HTTP/1.1" status: 200 len: 945 time: 0.0567050 Sep 22 22:19:04.058183 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-98b89ed3-33f8-4e06-a1ac-9c649a723bfb req-10eccd4f-d85b-4788-8aa0-474e59036f60 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Deleting port 84508ba9-197d-4731-a7d3-cb48ca241b0d {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:19:04.058458 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-98b89ed3-33f8-4e06-a1ac-9c649a723bfb req-10eccd4f-d85b-4788-8aa0-474e59036f60 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (84508ba9-197d-4731-a7d3-cb48ca241b0d), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:04.080479 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279e520-d87f-46c5-99c5-24a3d5fc5ea2 req-eb4efbe6-9fb5-43ef-ba78-388fd2824826 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:04.081981 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2279e520-d87f-46c5-99c5-24a3d5fc5ea2 req-eb4efbe6-9fb5-43ef-ba78-388fd2824826 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c0d604e6-1975-480b-ac89-1fa7caf675f4 HTTP/1.1" status: 200 len: 945 time: 0.0710735 Sep 22 22:19:04.129061 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:04.181444 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2279e520-d87f-46c5-99c5-24a3d5fc5ea2 req-f26d4627-80ac-4f2f-b01a-1f693c1ddba2 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b32a5be0-f375-4fb4-9ecb-30403f2847f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713005 Sep 22 22:19:04.193135 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-98b89ed3-33f8-4e06-a1ac-9c649a723bfb req-10eccd4f-d85b-4788-8aa0-474e59036f60 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] For port 84508ba9-197d-4731-a7d3-cb48ca241b0d, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=84508ba9-197d-4731-a7d3-cb48ca241b0d,segment=NetworkSegment(be8993b7-fcf5-42ec-b1db-df616a95c294),segment_id=be8993b7-fcf5-42ec-b1db-df616a95c294)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:19:04.193499 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-98b89ed3-33f8-4e06-a1ac-9c649a723bfb req-10eccd4f-d85b-4788-8aa0-474e59036f60 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (84508ba9-197d-4731-a7d3-cb48ca241b0d), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:04.358526 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-98b89ed3-33f8-4e06-a1ac-9c649a723bfb req-10eccd4f-d85b-4788-8aa0-474e59036f60 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:04.358799 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-98b89ed3-33f8-4e06-a1ac-9c649a723bfb req-10eccd4f-d85b-4788-8aa0-474e59036f60 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (4092c0ad-3187-4b0a-b566-35ee793e49bd), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:04.359121 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.db.l3_db [req-98b89ed3-33f8-4e06-a1ac-9c649a723bfb req-10eccd4f-d85b-4788-8aa0-474e59036f60 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Floating IP 4092c0ad-3187-4b0a-b566-35ee793e49bd disassociated. External IP: 172.27.1.37, port: 84508ba9-197d-4731-a7d3-cb48ca241b0d. Sep 22 22:19:04.359462 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-98b89ed3-33f8-4e06-a1ac-9c649a723bfb req-10eccd4f-d85b-4788-8aa0-474e59036f60 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Calling delete_port for 84508ba9-197d-4731-a7d3-cb48ca241b0d owned by compute:nova {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:19:04.485814 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-98b89ed3-33f8-4e06-a1ac-9c649a723bfb req-10eccd4f-d85b-4788-8aa0-474e59036f60 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (84508ba9-197d-4731-a7d3-cb48ca241b0d), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:04.519093 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eccd4f-d85b-4788-8aa0-474e59036f60 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event deleted for resources: {'Port': ['ID=84508ba9-197d-4731-a7d3-cb48ca241b0d,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:04.554075 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 44488) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:19:04.609282 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f437837f-8ce6-42bd-88ff-422f86488bae tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for security_group (a71e0271-bf5f-4fc1-8114-9141f4e13727), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:04.619764 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:04.631529 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f437837f-8ce6-42bd-88ff-422f86488bae tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for security_group (a71e0271-bf5f-4fc1-8114-9141f4e13727), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:04.634340 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98b89ed3-33f8-4e06-a1ac-9c649a723bfb req-10eccd4f-d85b-4788-8aa0-474e59036f60 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Router c61ed6dd-031e-4a20-9d68-18897d0cccb2 has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:19:04.680024 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f437837f-8ce6-42bd-88ff-422f86488bae tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (a71e0271-bf5f-4fc1-8114-9141f4e13727), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:04.682813 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f437837f-8ce6-42bd-88ff-422f86488bae tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:04.684162 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-f437837f-8ce6-42bd-88ff-422f86488bae tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a71e0271-bf5f-4fc1-8114-9141f4e13727 HTTP/1.1" status: 204 len: 168 time: 0.1290636 Sep 22 22:19:04.689292 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 44490) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:19:04.694228 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437837f-8ce6-42bd-88ff-422f86488bae tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71e0271-bf5f-4fc1-8114-9141f4e13727,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:04.717908 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.api.v2.resource [None req-30329dca-7731-4da2-b309-e6ae30a658ec tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] show failed (client error): The resource could not be found. Sep 22 22:19:04.718864 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-30329dca-7731-4da2-b309-e6ae30a658ec tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups/a71e0271-bf5f-4fc1-8114-9141f4e13727 HTTP/1.1" status: 404 len: 347 time: 0.0249486 Sep 22 22:19:04.722080 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 44492) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:19:04.769651 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98b89ed3-33f8-4e06-a1ac-9c649a723bfb req-10eccd4f-d85b-4788-8aa0-474e59036f60 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:19:04.781605 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc32dbc-ec6c-4198-8188-4fb1bf58c440 None None] Sync routers for ids ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:19:04.794238 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc32dbc-ec6c-4198-8188-4fb1bf58c440 None None] Routers {'c61ed6dd-031e-4a20-9d68-18897d0cccb2'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:19:04.794789 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-1cc32dbc-ec6c-4198-8188-4fb1bf58c440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:18:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:04.816539 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b89ed3-33f8-4e06-a1ac-9c649a723bfb req-10eccd4f-d85b-4788-8aa0-474e59036f60 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] No DVR routers for this DVR port 84508ba9-197d-4731-a7d3-cb48ca241b0d on host hv-cinder-84914 {{(pid=106428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:19:04.819159 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-98b89ed3-33f8-4e06-a1ac-9c649a723bfb req-10eccd4f-d85b-4788-8aa0-474e59036f60 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:04.822449 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-98b89ed3-33f8-4e06-a1ac-9c649a723bfb req-10eccd4f-d85b-4788-8aa0-474e59036f60 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.57 "DELETE /networking/v2.0/ports/84508ba9-197d-4731-a7d3-cb48ca241b0d HTTP/1.1" status: 204 len: 173 time: 0.8746259 Sep 22 22:19:04.822951 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d604e6-1975-480b-ac89-1fa7caf675f4', 'name': 'network-vif-deleted', 'tag': '84508ba9-197d-4731-a7d3-cb48ca241b0d'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:19:04.825371 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc30547d-a43c-402d-9677-9dcbaad1419d" -d '{"events": [{"server_uuid": "c0d604e6-1975-480b-ac89-1fa7caf675f4", "name": "network-vif-deleted", "tag": "84508ba9-197d-4731-a7d3-cb48ca241b0d"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:19:04.841810 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-79608115-a1aa-4bf0-a944-85eeab087340 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Deleting port 93d3d8bc-1af9-446f-8cf6-992ea794b73d {{(pid=106429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:19:04.842161 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-79608115-a1aa-4bf0-a944-85eeab087340 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (93d3d8bc-1af9-446f-8cf6-992ea794b73d), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:04.888631 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb8c3c1-44fa-4136-bbf1-02fb1e175703 x-openstack-request-id: req-9fb8c3c1-44fa-4136-bbf1-02fb1e175703 {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:19:04.889086 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d604e6-1975-480b-ac89-1fa7caf675f4", "name": "network-vif-deleted", "tag": "84508ba9-197d-4731-a7d3-cb48ca241b0d", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:19:04.889632 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9fb8c3c1-44fa-4136-bbf1-02fb1e175703 {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:19:04.890138 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fb8c3c1-44fa-4136-bbf1-02fb1e175703'] response: {'server_uuid': 'c0d604e6-1975-480b-ac89-1fa7caf675f4', 'name': 'network-vif-deleted', 'tag': '84508ba9-197d-4731-a7d3-cb48ca241b0d', 'status': 'completed', 'code': 200} Sep 22 22:19:04.921763 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-1cc32dbc-ec6c-4198-8188-4fb1bf58c440 None None] Set router c61ed6dd-031e-4a20-9d68-18897d0cccb2 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:19:04.932458 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-79608115-a1aa-4bf0-a944-85eeab087340 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (93d3d8bc-1af9-446f-8cf6-992ea794b73d), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:04.932790 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-79608115-a1aa-4bf0-a944-85eeab087340 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for floatingip (93d3d8bc-1af9-446f-8cf6-992ea794b73d), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:04.946330 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-79608115-a1aa-4bf0-a944-85eeab087340 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Calling delete_port for 93d3d8bc-1af9-446f-8cf6-992ea794b73d owned by network:floatingip {{(pid=106429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:19:05.109965 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-79608115-a1aa-4bf0-a944-85eeab087340 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (93d3d8bc-1af9-446f-8cf6-992ea794b73d), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:05.135015 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79608115-a1aa-4bf0-a944-85eeab087340 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Pushing event deleted for resources: {'Port': ['ID=93d3d8bc-1af9-446f-8cf6-992ea794b73d,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:05.150186 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-1cc32dbc-ec6c-4198-8188-4fb1bf58c440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'gw_port': {'id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:13Z', 'updated_at': '2022-09-22T22:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'd68bdd94-0ddc-462e-97eb-b3583122f420', 'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'mac_address': 'fa:16:3e:0a:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:17Z', 'updated_at': '2022-09-22T22:10:27Z', 'revision_number': 5, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'subnets': [{'id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:05.177175 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc32dbc-ec6c-4198-8188-4fb1bf58c440 None None] Checking router: c61ed6dd-031e-4a20-9d68-18897d0cccb2 for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:19:05.185974 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc32dbc-ec6c-4198-8188-4fb1bf58c440 None None] Routers {'c61ed6dd-031e-4a20-9d68-18897d0cccb2'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:19:05.186585 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-1cc32dbc-ec6c-4198-8188-4fb1bf58c440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:18:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:05.204205 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-79608115-a1aa-4bf0-a944-85eeab087340 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for floatingip (185113c1-1163-4621-8f7e-c3708b5f222f), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:05.206818 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-79608115-a1aa-4bf0-a944-85eeab087340 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:05.208670 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-79608115-a1aa-4bf0-a944-85eeab087340 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/185113c1-1163-4621-8f7e-c3708b5f222f HTTP/1.1" status: 204 len: 168 time: 0.4847319 Sep 22 22:19:05.297392 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-1cc32dbc-ec6c-4198-8188-4fb1bf58c440 None None] Set router c61ed6dd-031e-4a20-9d68-18897d0cccb2 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:19:05.298069 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 44500) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:19:05.303169 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-99f56333-c894-4f45-b34d-754cafff9cac tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2131024784', 'description': 'tempest-description--590983110'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:19:05.310804 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d3f2d2ec-9d20-409a-9b8a-2e74c65496ee req-b0c973de-95a1-4c39-a76f-79232fcb1ecd tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c0d604e6-1975-480b-ac89-1fa7caf675f4 HTTP/1.1" status: 200 len: 210 time: 0.0324438 Sep 22 22:19:05.315022 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:05.337252 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=100 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:05.337444 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-99f56333-c894-4f45-b34d-754cafff9cac tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:05.401352 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-99f56333-c894-4f45-b34d-754cafff9cac tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for security_group (d67dd89f-c927-422a-a33a-9bfaf3ebd72f), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:05.405690 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-99f56333-c894-4f45-b34d-754cafff9cac tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (d67dd89f-c927-422a-a33a-9bfaf3ebd72f), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:05.436327 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-99f56333-c894-4f45-b34d-754cafff9cac tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:05.437577 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-99f56333-c894-4f45-b34d-754cafff9cac tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1381996 Sep 22 22:19:05.439506 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f56333-c894-4f45-b34d-754cafff9cac tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d67dd89f-c927-422a-a33a-9bfaf3ebd72f,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:05.440646 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 44502) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:19:05.446472 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-2946a131-a628-41bb-9ef5-a070f3a51547 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Request body: {'security_group_rule': {'security_group_id': 'd67dd89f-c927-422a-a33a-9bfaf3ebd72f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:19:05.476597 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-2946a131-a628-41bb-9ef5-a070f3a51547 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for security_group_rule (33e29bbb-958d-4fb1-bb20-ce73dd8af8a5), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:05.488714 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-1cc32dbc-ec6c-4198-8188-4fb1bf58c440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'gw_port': {'id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:13Z', 'updated_at': '2022-09-22T22:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'd68bdd94-0ddc-462e-97eb-b3583122f420', 'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'mac_address': 'fa:16:3e:0a:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:17Z', 'updated_at': '2022-09-22T22:10:27Z', 'revision_number': 5, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'subnets': [{'id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:05.518976 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc32dbc-ec6c-4198-8188-4fb1bf58c440 None None] The sync data for ids ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'] in dv-cinder-849143-6-iscsi is: [{'id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'gw_port': {'id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:13Z', 'updated_at': '2022-09-22T22:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'd68bdd94-0ddc-462e-97eb-b3583122f420', 'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'mac_address': 'fa:16:3e:0a:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:17Z', 'updated_at': '2022-09-22T22:10:27Z', 'revision_number': 5, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'subnets': [{'id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:19:05.540692 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-2946a131-a628-41bb-9ef5-a070f3a51547 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for security_group_rule (33e29bbb-958d-4fb1-bb20-ce73dd8af8a5), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:05.545043 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-2946a131-a628-41bb-9ef5-a070f3a51547 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (33e29bbb-958d-4fb1-bb20-ce73dd8af8a5), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:05.552665 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:05.564383 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946a131-a628-41bb-9ef5-a070f3a51547 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e29bbb-958d-4fb1-bb20-ce73dd8af8a5,revision_number=0']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:05.579057 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-2946a131-a628-41bb-9ef5-a070f3a51547 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:05.583167 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-2946a131-a628-41bb-9ef5-a070f3a51547 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376929 Sep 22 22:19:05.583592 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 44504) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:19:05.588899 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-ab4346b9-087a-441e-9c3b-4653f8efcb53 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Request body: {'security_group_rule': {'security_group_id': 'd67dd89f-c927-422a-a33a-9bfaf3ebd72f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:19:05.603336 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:05.621368 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ab4346b9-087a-441e-9c3b-4653f8efcb53 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for security_group_rule (bf41da03-9116-4bf1-b1a9-673b741f2cd1), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:05.671039 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:05.682528 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ab4346b9-087a-441e-9c3b-4653f8efcb53 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for security_group_rule (bf41da03-9116-4bf1-b1a9-673b741f2cd1), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:05.686299 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ab4346b9-087a-441e-9c3b-4653f8efcb53 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (bf41da03-9116-4bf1-b1a9-673b741f2cd1), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:05.707442 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4346b9-087a-441e-9c3b-4653f8efcb53 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf41da03-9116-4bf1-b1a9-673b741f2cd1,revision_number=0']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:05.717983 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ab4346b9-087a-441e-9c3b-4653f8efcb53 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:05.719215 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-ab4346b9-087a-441e-9c3b-4653f8efcb53 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1344521 Sep 22 22:19:05.722496 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 44506) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:19:05.727761 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-c072eae9-74c1-4b2d-be96-909e1e65c641 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Request body: {'floatingip': {'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:19:05.749507 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c072eae9-74c1-4b2d-be96-909e1e65c641 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:05.777324 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c3a732-86e9-4f33-b8f6-bf36e5740a26 None None] New status for floating IP 4092c0ad-3187-4b0a-b566-35ee793e49bd: DOWN {{(pid=106431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 22:19:05.834001 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c072eae9-74c1-4b2d-be96-909e1e65c641 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:05.943051 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.db_base_plugin_common [None req-c072eae9-74c1-4b2d-be96-909e1e65c641 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Allocated IP 172.27.1.183 (222d3bc3-ee2a-4d75-8e21-75e580ff73b3/4214672d-8971-44fc-bb6c-9c23836d3a7a/0e71ec4d-64a9-4cb9-bc73-afc590718f60) {{(pid=106429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:19:06.047768 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c072eae9-74c1-4b2d-be96-909e1e65c641 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for port (0e71ec4d-64a9-4cb9-bc73-afc590718f60), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:06.079883 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c072eae9-74c1-4b2d-be96-909e1e65c641 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (0e71ec4d-64a9-4cb9-bc73-afc590718f60), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:06.118942 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c072eae9-74c1-4b2d-be96-909e1e65c641 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 is already hosted by enough agents. {{(pid=106429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:19:06.121792 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-c072eae9-74c1-4b2d-be96-909e1e65c641 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Resources bound (agent type, host, resource id): {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:19:06.124174 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c072eae9-74c1-4b2d-be96-909e1e65c641 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Received port after_create {{(pid=106429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:19:06.151548 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072eae9-74c1-4b2d-be96-909e1e65c641 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Pushing event updated for resources: {'Port': ['ID=0e71ec4d-64a9-4cb9-bc73-afc590718f60,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:06.411123 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 44512) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:19:06.425250 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c072eae9-74c1-4b2d-be96-909e1e65c641 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for floatingip (14c0b996-ecd7-48ac-8c21-b427c677aed7), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:06.463046 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c072eae9-74c1-4b2d-be96-909e1e65c641 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (0e71ec4d-64a9-4cb9-bc73-afc590718f60), before_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:06.468213 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-85407129-9723-4bbd-a673-086887c34a36 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group (b32a5be0-f375-4fb4-9ecb-30403f2847f6), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:06.490381 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-85407129-9723-4bbd-a673-086887c34a36 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group (b32a5be0-f375-4fb4-9ecb-30403f2847f6), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:06.538257 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-85407129-9723-4bbd-a673-086887c34a36 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (b32a5be0-f375-4fb4-9ecb-30403f2847f6), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:06.540915 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-85407129-9723-4bbd-a673-086887c34a36 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:06.542180 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-85407129-9723-4bbd-a673-086887c34a36 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b32a5be0-f375-4fb4-9ecb-30403f2847f6 HTTP/1.1" status: 204 len: 168 time: 0.1301374 Sep 22 22:19:06.546226 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 44514) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:19:06.552033 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85407129-9723-4bbd-a673-086887c34a36 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32a5be0-f375-4fb4-9ecb-30403f2847f6,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:06.554867 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:06.566718 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.api.v2.resource [None req-6a18e45f-74df-4185-8e11-e3c1e2594f55 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] show failed (client error): The resource could not be found. Sep 22 22:19:06.567839 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-6a18e45f-74df-4185-8e11-e3c1e2594f55 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups/b32a5be0-f375-4fb4-9ecb-30403f2847f6 HTTP/1.1" status: 404 len: 347 time: 0.0206895 Sep 22 22:19:06.570865 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 44516) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:19:06.599835 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:06.631827 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c072eae9-74c1-4b2d-be96-909e1e65c641 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for port (0e71ec4d-64a9-4cb9-bc73-afc590718f60), precommit_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:06.636163 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c072eae9-74c1-4b2d-be96-909e1e65c641 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9559187'] for port (0e71ec4d-64a9-4cb9-bc73-afc590718f60), after_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:06.698177 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-867533d0-fa00-446f-aec1-8a754a2204b8 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Deleting port a6ea0914-eed7-4b8e-b278-2578bb0b09ed {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:19:06.698396 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-867533d0-fa00-446f-aec1-8a754a2204b8 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (a6ea0914-eed7-4b8e-b278-2578bb0b09ed), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:06.704270 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072eae9-74c1-4b2d-be96-909e1e65c641 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Pushing event updated for resources: {'Port': ['ID=0e71ec4d-64a9-4cb9-bc73-afc590718f60,revision_number=2']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:06.706772 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c072eae9-74c1-4b2d-be96-909e1e65c641 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (14c0b996-ecd7-48ac-8c21-b427c677aed7), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:06.724758 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c072eae9-74c1-4b2d-be96-909e1e65c641 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:06.726016 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-c072eae9-74c1-4b2d-be96-909e1e65c641 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0023229 Sep 22 22:19:06.779004 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-867533d0-fa00-446f-aec1-8a754a2204b8 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (a6ea0914-eed7-4b8e-b278-2578bb0b09ed), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:06.779339 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-867533d0-fa00-446f-aec1-8a754a2204b8 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for floatingip (a6ea0914-eed7-4b8e-b278-2578bb0b09ed), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:06.795698 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-867533d0-fa00-446f-aec1-8a754a2204b8 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Calling delete_port for a6ea0914-eed7-4b8e-b278-2578bb0b09ed owned by network:floatingip {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:19:06.967617 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-867533d0-fa00-446f-aec1-8a754a2204b8 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (a6ea0914-eed7-4b8e-b278-2578bb0b09ed), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:06.979402 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-b16e5b70-dbb4-4a00-bbff-4ac11446b988 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2131024784&fields=id&tenant_id=650863eae15e4733b50e22c7595d7742 HTTP/1.1" status: 200 len: 267 time: 0.0894628 Sep 22 22:19:07.001711 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867533d0-fa00-446f-aec1-8a754a2204b8 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event deleted for resources: {'Port': ['ID=a6ea0914-eed7-4b8e-b278-2578bb0b09ed,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:07.015772 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:07.078285 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 84508ba9-197d-4731-a7d3-cb48ca241b0d no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:19:07.097874 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] No Port match for: 84508ba9-197d-4731-a7d3-cb48ca241b0d {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:19:07.098771 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 84508ba9-197d-4731-a7d3-cb48ca241b0d not bound to the agent host hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:19:07.132152 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-867533d0-fa00-446f-aec1-8a754a2204b8 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for floatingip (4092c0ad-3187-4b0a-b566-35ee793e49bd), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:07.134727 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-867533d0-fa00-446f-aec1-8a754a2204b8 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:07.135879 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-867533d0-fa00-446f-aec1-8a754a2204b8 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/4092c0ad-3187-4b0a-b566-35ee793e49bd HTTP/1.1" status: 204 len: 168 time: 0.5640421 Sep 22 22:19:07.163805 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-6e07713a-ac7d-433d-b0e3-d94eaec22246 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:07.165331 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-6e07713a-ac7d-433d-b0e3-d94eaec22246 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/networks?id=5c3478bc-b7f3-4988-80ed-a5eadeacc461 HTTP/1.1" status: 200 len: 811 time: 0.1655006 Sep 22 22:19:07.181223 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-8991cff9-ef53-4ec6-ba8e-ef77ae21a54e tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/quotas/650863eae15e4733b50e22c7595d7742 HTTP/1.1" status: 200 len: 375 time: 0.0100257 Sep 22 22:19:07.205813 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 44534) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:19:07.210595 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-20b1db72-8db7-47c1-9e2c-73c76f939b03 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1910678579', 'description': 'tempest-description--2089957278'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:19:07.231273 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-20b1db72-8db7-47c1-9e2c-73c76f939b03 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:07.233925 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-16247677-a856-4bbe-90aa-960b96505441 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=650863eae15e4733b50e22c7595d7742&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475788 Sep 22 22:19:07.254592 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:07.305726 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-20b1db72-8db7-47c1-9e2c-73c76f939b03 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group (d14630ff-ab11-470b-a8f6-23b3bbe800f6), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:07.309410 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-20b1db72-8db7-47c1-9e2c-73c76f939b03 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (d14630ff-ab11-470b-a8f6-23b3bbe800f6), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:07.338240 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-a8cd4d69-3813-42c5-87b6-d0a864e10f37 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5c3478bc-b7f3-4988-80ed-a5eadeacc461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918660 Sep 22 22:19:07.341677 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-20b1db72-8db7-47c1-9e2c-73c76f939b03 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:07.342914 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-20b1db72-8db7-47c1-9e2c-73c76f939b03 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1360390 Sep 22 22:19:07.343765 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1db72-8db7-47c1-9e2c-73c76f939b03 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d14630ff-ab11-470b-a8f6-23b3bbe800f6,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:07.346557 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 44536) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:19:07.351235 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-fae8166f-6f39-4339-8a69-ae68036984a4 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Request body: {'security_group_rule': {'security_group_id': 'd14630ff-ab11-470b-a8f6-23b3bbe800f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:19:07.378513 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-fae8166f-6f39-4339-8a69-ae68036984a4 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group_rule (324e3f0c-d491-4216-b09f-9bbc019ce15e), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:07.434339 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-fae8166f-6f39-4339-8a69-ae68036984a4 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group_rule (324e3f0c-d491-4216-b09f-9bbc019ce15e), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:07.437747 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-fae8166f-6f39-4339-8a69-ae68036984a4 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (324e3f0c-d491-4216-b09f-9bbc019ce15e), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:07.438002 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-ac087176-6dbb-4053-aa87-cf6d7a82b855 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5c3478bc-b7f3-4988-80ed-a5eadeacc461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931275 Sep 22 22:19:07.457204 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8166f-6f39-4339-8a69-ae68036984a4 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=324e3f0c-d491-4216-b09f-9bbc019ce15e,revision_number=0']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:07.463157 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-fae8166f-6f39-4339-8a69-ae68036984a4 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:07.464612 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-fae8166f-6f39-4339-8a69-ae68036984a4 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168895 Sep 22 22:19:07.467284 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 44538) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:19:07.472248 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-9ca5c515-5d8d-4437-a5fe-9b5bdb399867 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Request body: {'security_group_rule': {'security_group_id': 'd14630ff-ab11-470b-a8f6-23b3bbe800f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:19:07.500709 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-9ca5c515-5d8d-4437-a5fe-9b5bdb399867 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group_rule (9e91ada3-d84a-41bd-ba45-d2d593ec859b), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:07.568707 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-9ca5c515-5d8d-4437-a5fe-9b5bdb399867 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group_rule (9e91ada3-d84a-41bd-ba45-d2d593ec859b), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:07.572762 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-9ca5c515-5d8d-4437-a5fe-9b5bdb399867 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (9e91ada3-d84a-41bd-ba45-d2d593ec859b), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:07.605649 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5c515-5d8d-4437-a5fe-9b5bdb399867 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e91ada3-d84a-41bd-ba45-d2d593ec859b,revision_number=0']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:07.624407 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-49ed466d-6ad2-4883-b483-ad769612318b req-76a35a8e-aab4-4d36-b891-a7c70c475f96 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03 HTTP/1.1" status: 200 len: 210 time: 0.0406933 Sep 22 22:19:07.627152 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-9ca5c515-5d8d-4437-a5fe-9b5bdb399867 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:07.631286 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-9ca5c515-5d8d-4437-a5fe-9b5bdb399867 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1598406 Sep 22 22:19:07.631600 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 44544) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:19:07.636059 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-dd5f272c-b8a5-4ac1-9fba-64d49214b0e9 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Request body: {'floatingip': {'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:19:07.658588 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-dd5f272c-b8a5-4ac1-9fba-64d49214b0e9 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:07.741660 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-dd5f272c-b8a5-4ac1-9fba-64d49214b0e9 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:07.857164 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.db_base_plugin_common [None req-dd5f272c-b8a5-4ac1-9fba-64d49214b0e9 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Allocated IP 172.27.1.193 (222d3bc3-ee2a-4d75-8e21-75e580ff73b3/4214672d-8971-44fc-bb6c-9c23836d3a7a/69698315-a8b1-43e8-9742-acc41e248b09) {{(pid=106429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:19:07.881947 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:07.972351 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-dd5f272c-b8a5-4ac1-9fba-64d49214b0e9 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for port (69698315-a8b1-43e8-9742-acc41e248b09), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:07.976931 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:08.008391 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-dd5f272c-b8a5-4ac1-9fba-64d49214b0e9 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (69698315-a8b1-43e8-9742-acc41e248b09), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:08.044241 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5f272c-b8a5-4ac1-9fba-64d49214b0e9 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 is already hosted by enough agents. {{(pid=106429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:19:08.050754 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-dd5f272c-b8a5-4ac1-9fba-64d49214b0e9 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Resources bound (agent type, host, resource id): {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:19:08.057355 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5f272c-b8a5-4ac1-9fba-64d49214b0e9 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Received port after_create {{(pid=106429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:19:08.062689 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f272c-b8a5-4ac1-9fba-64d49214b0e9 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event updated for resources: {'Port': ['ID=69698315-a8b1-43e8-9742-acc41e248b09,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:08.148046 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-dd5f272c-b8a5-4ac1-9fba-64d49214b0e9 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for floatingip (972965ae-eb10-4f72-b863-26b8a3ee048d), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:08.185171 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-dd5f272c-b8a5-4ac1-9fba-64d49214b0e9 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (69698315-a8b1-43e8-9742-acc41e248b09), before_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:08.337009 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-dd5f272c-b8a5-4ac1-9fba-64d49214b0e9 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for port (69698315-a8b1-43e8-9742-acc41e248b09), precommit_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:08.341701 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-dd5f272c-b8a5-4ac1-9fba-64d49214b0e9 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9559187'] for port (69698315-a8b1-43e8-9742-acc41e248b09), after_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:08.410115 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-dd5f272c-b8a5-4ac1-9fba-64d49214b0e9 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (972965ae-eb10-4f72-b863-26b8a3ee048d), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:08.412903 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f272c-b8a5-4ac1-9fba-64d49214b0e9 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event updated for resources: {'Port': ['ID=69698315-a8b1-43e8-9742-acc41e248b09,revision_number=2']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:08.427416 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-dd5f272c-b8a5-4ac1-9fba-64d49214b0e9 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:08.428660 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-dd5f272c-b8a5-4ac1-9fba-64d49214b0e9 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7960708 Sep 22 22:19:08.623875 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-7adbb4ca-4e1c-44cc-ae2b-f63d6ab6dced tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1910678579&fields=id&tenant_id=226257b343d24054bc2178b47a9a5a4f HTTP/1.1" status: 200 len: 267 time: 0.0427475 Sep 22 22:19:08.749026 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9b9b788f-f3d8-4987-a90b-dc99112699af req-f4e5c233-93ec-4ef5-95d9-1073a5dd7f38 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03 HTTP/1.1" status: 200 len: 210 time: 0.0418851 Sep 22 22:19:08.766635 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-bb932c52-9027-4a26-aa17-9b4fd4595c72 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:08.766635 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-bb932c52-9027-4a26-aa17-9b4fd4595c72 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/networks?id=76b70dbd-430e-4822-82a3-49c7f238d2e2 HTTP/1.1" status: 200 len: 815 time: 0.1346469 Sep 22 22:19:08.790987 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-88ed9c3c-597c-4aaf-81bb-f35c296bd88d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/quotas/226257b343d24054bc2178b47a9a5a4f HTTP/1.1" status: 200 len: 375 time: 0.0196998 Sep 22 22:19:08.887118 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-7a86173c-53b8-4e36-ad60-c054bd783aec tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=226257b343d24054bc2178b47a9a5a4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0863574 Sep 22 22:19:08.965192 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-3d2ddb7e-53eb-44be-98c2-ac3b44215a8a tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:08.966619 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-3d2ddb7e-53eb-44be-98c2-ac3b44215a8a tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.57 "GET /networking/v2.0/networks?id=5c3478bc-b7f3-4988-80ed-a5eadeacc461 HTTP/1.1" status: 200 len: 811 time: 0.1879175 Sep 22 22:19:09.005823 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-886be518-be2d-42a3-9999-4d00dfcefee1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/76b70dbd-430e-4822-82a3-49c7f238d2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026192 Sep 22 22:19:09.095443 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:09.127392 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:09.146778 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-24542b71-7004-476b-81a6-c2e0d9f70513 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=650863eae15e4733b50e22c7595d7742 HTTP/1.1" status: 200 len: 380 time: 0.0868514 Sep 22 22:19:09.153349 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-2e332792-f153-41e0-8961-cba6471e2606 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/76b70dbd-430e-4822-82a3-49c7f238d2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418600 Sep 22 22:19:09.158433 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-8e1cf045-d687-410e-ac2b-b4a39dd70432 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Request body: {'port': {'device_id': '8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03', 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461', 'admin_state_up': True, 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'security_groups': ['d67dd89f-c927-422a-a33a-9bfaf3ebd72f']}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:19:09.277544 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-8e1cf045-d687-410e-ac2b-b4a39dd70432 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Made reservation on behalf of 650863eae15e4733b50e22c7595d7742 for: {'port': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:19:09.281565 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-8e1cf045-d687-410e-ac2b-b4a39dd70432 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:09.358605 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-46a1ec07-a7e6-4a40-bbea-0a9ae8b2493b req-d0b9e006-f266-4e2d-b81e-f1a537f85ec8 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1fabbba-5575-4388-a3e4-2927edcb7026 HTTP/1.1" status: 200 len: 210 time: 0.0584493 Sep 22 22:19:09.447062 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-8e1cf045-d687-410e-ac2b-b4a39dd70432 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Allocated IP 172.20.0.8 (5c3478bc-b7f3-4988-80ed-a5eadeacc461/e47c4249-5492-439b-b68c-dcd801e2bfc2/0442a6b6-83cd-4999-8bc7-27ce501c9b84) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:19:09.598786 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-8e1cf045-d687-410e-ac2b-b4a39dd70432 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for port (0442a6b6-83cd-4999-8bc7-27ce501c9b84), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:09.631488 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-8e1cf045-d687-410e-ac2b-b4a39dd70432 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (0442a6b6-83cd-4999-8bc7-27ce501c9b84), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:09.681916 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-8e1cf045-d687-410e-ac2b-b4a39dd70432 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Network 5c3478bc-b7f3-4988-80ed-a5eadeacc461 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:19:09.685213 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-8e1cf045-d687-410e-ac2b-b4a39dd70432 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:19:09.691336 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-8e1cf045-d687-410e-ac2b-b4a39dd70432 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:19:09.713449 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1cf045-d687-410e-ac2b-b4a39dd70432 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Pushing event updated for resources: {'Port': ['ID=0442a6b6-83cd-4999-8bc7-27ce501c9b84,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:09.747228 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-8e1cf045-d687-410e-ac2b-b4a39dd70432 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:09.747862 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-8e1cf045-d687-410e-ac2b-b4a39dd70432 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:09.766677 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-8e1cf045-d687-410e-ac2b-b4a39dd70432 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6123381 Sep 22 22:19:09.788910 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Request body: {'port': {'device_id': '8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:19:09.894759 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (0442a6b6-83cd-4999-8bc7-27ce501c9b84), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:09.919944 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559c1ee-1d97-4a8d-a9b2-5ede14c12001 req-0210dad6-ba47-4b8b-97b1-07e92b114419 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:09.921477 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f559c1ee-1d97-4a8d-a9b2-5ede14c12001 req-0210dad6-ba47-4b8b-97b1-07e92b114419 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03 HTTP/1.1" status: 200 len: 931 time: 0.0697694 Sep 22 22:19:09.968063 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:10.048336 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:10.056379 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-e9e82c8e-b2c3-46db-9eed-91710fbb19a1 None None] Provisioning complete for port 0442a6b6-83cd-4999-8bc7-27ce501c9b84 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:19:10.056896 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-e9e82c8e-b2c3-46db-9eed-91710fbb19a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (0442a6b6-83cd-4999-8bc7-27ce501c9b84), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:10.057421 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-e9e82c8e-b2c3-46db-9eed-91710fbb19a1 None None] Attempt 1 to provision port 0442a6b6-83cd-4999-8bc7-27ce501c9b84 Sep 22 22:19:10.061282 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f559c1ee-1d97-4a8d-a9b2-5ede14c12001 req-d27fc32e-c028-4281-8a15-afe37438be8c tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d67dd89f-c927-422a-a33a-9bfaf3ebd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164961 Sep 22 22:19:10.155252 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-e9e82c8e-b2c3-46db-9eed-91710fbb19a1 None None] Port 0442a6b6-83cd-4999-8bc7-27ce501c9b84 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:19:10.244352 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0442a6b6-83cd-4999-8bc7-27ce501c9b84 {{(pid=106428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:19:10.252163 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Publish callbacks [] for port (0442a6b6-83cd-4999-8bc7-27ce501c9b84), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:10.266218 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.provisioning_blocks [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Transition to ACTIVE for port object 0442a6b6-83cd-4999-8bc7-27ce501c9b84 will not be triggered until provisioned by entity L2. {{(pid=106428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 22:19:10.270953 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (0442a6b6-83cd-4999-8bc7-27ce501c9b84), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:10.334866 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Pushing event updated for resources: {'Port': ['ID=0442a6b6-83cd-4999-8bc7-27ce501c9b84,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:10.389172 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Attempting to bind port 0442a6b6-83cd-4999-8bc7-27ce501c9b84 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:19:10.389172 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Attempting to bind port 0442a6b6-83cd-4999-8bc7-27ce501c9b84 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'bf3e33a6-ea72-46b3-a331-9ce9dc909685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461'}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:19:10.389469 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Attempting to bind port 0442a6b6-83cd-4999-8bc7-27ce501c9b84 on network 5c3478bc-b7f3-4988-80ed-a5eadeacc461 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:19:10.434877 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Port 0442a6b6-83cd-4999-8bc7-27ce501c9b84 on network 5c3478bc-b7f3-4988-80ed-a5eadeacc461 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 22:19:10.435354 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Attempting to bind port 0442a6b6-83cd-4999-8bc7-27ce501c9b84 on network 5c3478bc-b7f3-4988-80ed-a5eadeacc461 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:19:10.493024 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-98c29d3c-c47a-458e-8200-48dfbdd1a5c3 req-97c3fbfb-76e4-4356-9736-1dbfcd9abfed tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1fabbba-5575-4388-a3e4-2927edcb7026 HTTP/1.1" status: 200 len: 210 time: 0.0315204 Sep 22 22:19:10.514084 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Checking agent: {'id': 'f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'started_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:19:10.514494 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Checking segment: {'id': 'bf3e33a6-ea72-46b3-a331-9ce9dc909685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:19:10.514953 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Bound using segment: {'id': 'bf3e33a6-ea72-46b3-a331-9ce9dc909685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461'} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:19:10.515467 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Bound port: 0442a6b6-83cd-4999-8bc7-27ce501c9b84, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf3e33a6-ea72-46b3-a331-9ce9dc909685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461'}}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:19:10.515898 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (0442a6b6-83cd-4999-8bc7-27ce501c9b84), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:10.581009 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] For port 0442a6b6-83cd-4999-8bc7-27ce501c9b84, host hv-cinder-84914, cleared binding levels {{(pid=106428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:19:10.584443 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] For port 0442a6b6-83cd-4999-8bc7-27ce501c9b84, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=0442a6b6-83cd-4999-8bc7-27ce501c9b84,segment=NetworkSegment(bf3e33a6-ea72-46b3-a331-9ce9dc909685),segment_id=bf3e33a6-ea72-46b3-a331-9ce9dc909685)] {{(pid=106428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:19:10.590032 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (0442a6b6-83cd-4999-8bc7-27ce501c9b84), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:10.594109 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:10.594723 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:10.596155 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/0442a6b6-83cd-4999-8bc7-27ce501c9b84 HTTP/1.1" status: 200 len: 1093 time: 0.8138463 Sep 22 22:19:10.596702 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03', 'tag': '0442a6b6-83cd-4999-8bc7-27ce501c9b84'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:19:10.599841 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5f473d-cb40-410b-8c50-4c3ce446abf3" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03", "tag": "0442a6b6-83cd-4999-8bc7-27ce501c9b84"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:19:10.656636 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-e9e82c8e-b2c3-46db-9eed-91710fbb19a1 None None] Attempt 2 to provision port 0442a6b6-83cd-4999-8bc7-27ce501c9b84 Sep 22 22:19:10.682744 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39789c98-e7b9-439e-9b92-5e7e5173b779 x-openstack-request-id: req-39789c98-e7b9-439e-9b92-5e7e5173b779 {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:19:10.683378 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03", "tag": "0442a6b6-83cd-4999-8bc7-27ce501c9b84", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:19:10.683378 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39789c98-e7b9-439e-9b92-5e7e5173b779 {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:19:10.683673 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39789c98-e7b9-439e-9b92-5e7e5173b779'] response: {'name': 'network-changed', 'server_uuid': '8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03', 'tag': '0442a6b6-83cd-4999-8bc7-27ce501c9b84', 'status': 'completed', 'code': 200} Sep 22 22:19:10.746895 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Pushing event updated for resources: {'Port': ['ID=0442a6b6-83cd-4999-8bc7-27ce501c9b84,revision_number=3']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:10.767162 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:10.767514 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:10.767862 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:10.768204 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:10.768541 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:10.768878 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:10.769244 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:10.769575 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:10.769988 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:10.770518 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:10.771037 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:10.771377 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:10.771710 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:10.772042 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:10.772374 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd478607-906e-4345-9cab-2b771be3f25f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:10.787402 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-fff011f1-af3f-4099-ac0c-7bed67913d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:10.788916 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-fff011f1-af3f-4099-ac0c-7bed67913d82 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=650863eae15e4733b50e22c7595d7742&device_id=8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03 HTTP/1.1" status: 200 len: 1127 time: 0.0856659 Sep 22 22:19:10.808694 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-475d1111-31bd-4d58-9f36-b290d66efa8a tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:10.810165 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-475d1111-31bd-4d58-9f36-b290d66efa8a tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.57 "GET /networking/v2.0/networks?id=76b70dbd-430e-4822-82a3-49c7f238d2e2 HTTP/1.1" status: 200 len: 815 time: 0.2063713 Sep 22 22:19:10.827609 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-e9e82c8e-b2c3-46db-9eed-91710fbb19a1 None None] Port 0442a6b6-83cd-4999-8bc7-27ce501c9b84 had new provisioning blocks added so it will not transition to active. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 22:19:11.084673 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-8458e3c4-b5a6-402a-b497-c84cc34295b7 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0442a6b6-83cd-4999-8bc7-27ce501c9b84 HTTP/1.1" status: 200 len: 217 time: 0.2709792 Sep 22 22:19:11.125011 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:11.170990 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-d113b007-6893-4a56-8fac-f9c243114030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:11.172426 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-d113b007-6893-4a56-8fac-f9c243114030 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e47c4249-5492-439b-b68c-dcd801e2bfc2 HTTP/1.1" status: 200 len: 850 time: 0.0800023 Sep 22 22:19:11.209383 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:11.240248 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-24086034-a61e-4210-bfac-b59668af134c tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=226257b343d24054bc2178b47a9a5a4f HTTP/1.1" status: 200 len: 380 time: 0.1620626 Sep 22 22:19:11.248878 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2816cc-b434-4b01-9e08-435e289c53d9 req-18ecc776-f52b-48c2-accf-fb7784268a76 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:11.250312 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ad2816cc-b434-4b01-9e08-435e289c53d9 req-18ecc776-f52b-48c2-accf-fb7784268a76 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03 HTTP/1.1" status: 200 len: 943 time: 0.1071920 Sep 22 22:19:11.257723 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-fe9e9705-2281-45d2-b37f-e194e8e77871 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Request body: {'port': {'device_id': 'd1fabbba-5575-4388-a3e4-2927edcb7026', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'admin_state_up': True, 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'security_groups': ['d14630ff-ab11-470b-a8f6-23b3bbe800f6']}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:19:11.282872 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-c16ba979-244f-42fe-96f9-1dfe9d53c0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:11.284361 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-c16ba979-244f-42fe-96f9-1dfe9d53c0e8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5c3478bc-b7f3-4988-80ed-a5eadeacc461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0866916 Sep 22 22:19:11.420796 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ad2816cc-b434-4b01-9e08-435e289c53d9 req-2df28503-087c-4df9-a5a8-ddc3605681ac tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d67dd89f-c927-422a-a33a-9bfaf3ebd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576662 Sep 22 22:19:11.471434 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-e1f2c187-dae0-4537-a2a6-4c2f83bbe747 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5c3478bc-b7f3-4988-80ed-a5eadeacc461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764150 Sep 22 22:19:11.486806 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-fe9e9705-2281-45d2-b37f-e194e8e77871 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Made reservation on behalf of 226257b343d24054bc2178b47a9a5a4f for: {'port': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:19:11.490792 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-fe9e9705-2281-45d2-b37f-e194e8e77871 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:11.622199 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-98c3902d-937e-4a92-8b97-01c1cc65cc88 req-96ddc995-3689-4d31-ba22-baa847aa3c3a tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1fabbba-5575-4388-a3e4-2927edcb7026 HTTP/1.1" status: 200 len: 210 time: 0.0494030 Sep 22 22:19:11.645553 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-fe9e9705-2281-45d2-b37f-e194e8e77871 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Allocated IP 172.20.0.5 (76b70dbd-430e-4822-82a3-49c7f238d2e2/b69367a6-5eda-4933-ae45-e149b1c204d0/14a75f4e-b63a-4d20-adaa-5a0575ec7510) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:19:11.857904 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-fe9e9705-2281-45d2-b37f-e194e8e77871 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for port (14a75f4e-b63a-4d20-adaa-5a0575ec7510), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:11.867107 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cc5d2a1b-eb99-4954-b23f-0c61dc3e6a33 req-43b27710-7ac5-4adc-9814-9f8c0c0d9e56 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5c3478bc-b7f3-4988-80ed-a5eadeacc461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401327 Sep 22 22:19:11.896259 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-fe9e9705-2281-45d2-b37f-e194e8e77871 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (14a75f4e-b63a-4d20-adaa-5a0575ec7510), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:11.939547 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-fe9e9705-2281-45d2-b37f-e194e8e77871 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Network 76b70dbd-430e-4822-82a3-49c7f238d2e2 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:19:11.945480 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-fe9e9705-2281-45d2-b37f-e194e8e77871 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:19:11.949657 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-fe9e9705-2281-45d2-b37f-e194e8e77871 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:19:11.956250 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e9705-2281-45d2-b37f-e194e8e77871 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event updated for resources: {'Port': ['ID=14a75f4e-b63a-4d20-adaa-5a0575ec7510,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:11.980367 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:11.987462 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:12.008107 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-fe9e9705-2281-45d2-b37f-e194e8e77871 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:12.008736 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-fe9e9705-2281-45d2-b37f-e194e8e77871 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:12.026920 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-fe9e9705-2281-45d2-b37f-e194e8e77871 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7755878 Sep 22 22:19:12.154476 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-de7ce9a5-8e84-40e1-abab-619e2794d60b None None] Provisioning complete for port 14a75f4e-b63a-4d20-adaa-5a0575ec7510 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:19:12.154983 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-de7ce9a5-8e84-40e1-abab-619e2794d60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (14a75f4e-b63a-4d20-adaa-5a0575ec7510), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:12.155173 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-de7ce9a5-8e84-40e1-abab-619e2794d60b None None] Attempt 1 to provision port 14a75f4e-b63a-4d20-adaa-5a0575ec7510 Sep 22 22:19:12.186999 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-de7ce9a5-8e84-40e1-abab-619e2794d60b None None] Port 14a75f4e-b63a-4d20-adaa-5a0575ec7510 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:19:12.542522 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add41150-6a28-4160-8de3-d875aa0430fb req-76706fd3-dcd0-4ee1-9793-58d6e6ad0b92 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:12.543988 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-add41150-6a28-4160-8de3-d875aa0430fb req-76706fd3-dcd0-4ee1-9793-58d6e6ad0b92 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03 HTTP/1.1" status: 200 len: 943 time: 0.0475667 Sep 22 22:19:12.593371 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-add41150-6a28-4160-8de3-d875aa0430fb req-318aef35-6328-4088-aee6-d822575ac046 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d67dd89f-c927-422a-a33a-9bfaf3ebd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439353 Sep 22 22:19:12.688024 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-de7ce9a5-8e84-40e1-abab-619e2794d60b None None] Attempt 2 to provision port 14a75f4e-b63a-4d20-adaa-5a0575ec7510 Sep 22 22:19:12.720387 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-de7ce9a5-8e84-40e1-abab-619e2794d60b None None] Port 14a75f4e-b63a-4d20-adaa-5a0575ec7510 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:19:12.750460 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6cd41-f42f-4b81-9a4f-d60f69c1fe59 req-afaa320d-2839-4b98-9c67-114980311665 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:12.751929 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f7f6cd41-f42f-4b81-9a4f-d60f69c1fe59 req-afaa320d-2839-4b98-9c67-114980311665 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1fabbba-5575-4388-a3e4-2927edcb7026 HTTP/1.1" status: 200 len: 931 time: 0.0474806 Sep 22 22:19:12.799149 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f7f6cd41-f42f-4b81-9a4f-d60f69c1fe59 req-2e83a5b1-719c-4de9-a5e8-f78fb8080ee5 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d14630ff-ab11-470b-a8f6-23b3bbe800f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409067 Sep 22 22:19:13.221283 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-de7ce9a5-8e84-40e1-abab-619e2794d60b None None] Attempt 3 to provision port 14a75f4e-b63a-4d20-adaa-5a0575ec7510 Sep 22 22:19:13.256482 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-de7ce9a5-8e84-40e1-abab-619e2794d60b None None] Port 14a75f4e-b63a-4d20-adaa-5a0575ec7510 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:19:13.719363 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889509ed-c848-4953-bba0-24e6b826a15b req-479603ce-8d2e-4b63-b219-2f73ea394fcd tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:13.720802 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-889509ed-c848-4953-bba0-24e6b826a15b req-479603ce-8d2e-4b63-b219-2f73ea394fcd tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03 HTTP/1.1" status: 200 len: 943 time: 0.0464482 Sep 22 22:19:13.757716 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-de7ce9a5-8e84-40e1-abab-619e2794d60b None None] Attempt 4 to provision port 14a75f4e-b63a-4d20-adaa-5a0575ec7510 Sep 22 22:19:13.766248 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-889509ed-c848-4953-bba0-24e6b826a15b req-7873ee2b-0414-461e-9c19-c5922e17f7d3 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d67dd89f-c927-422a-a33a-9bfaf3ebd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399141 Sep 22 22:19:13.790197 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-de7ce9a5-8e84-40e1-abab-619e2794d60b None None] Port 14a75f4e-b63a-4d20-adaa-5a0575ec7510 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:19:13.920944 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909ba9b-a540-4e93-9edf-0257a9e54709 req-613b19b3-9674-474a-983a-68f1ba2cf2ca tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:13.922396 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5909ba9b-a540-4e93-9edf-0257a9e54709 req-613b19b3-9674-474a-983a-68f1ba2cf2ca tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1fabbba-5575-4388-a3e4-2927edcb7026 HTTP/1.1" status: 200 len: 931 time: 0.0499468 Sep 22 22:19:13.969929 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5909ba9b-a540-4e93-9edf-0257a9e54709 req-112b9cf8-a62d-47e2-bf71-01ff42c02bb3 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d14630ff-ab11-470b-a8f6-23b3bbe800f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412362 Sep 22 22:19:14.203549 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-89eedcde-664e-4841-85bb-4bdafddbc03e service neutron] Request body: {'port': {'device_id': 'd1fabbba-5575-4388-a3e4-2927edcb7026', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:19:14.282469 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f473d-cb40-410b-8c50-4c3ce446abf3 req-434b6d20-feb0-40d6-aef9-d321af12bfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:14.283966 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0d5f473d-cb40-410b-8c50-4c3ce446abf3 req-434b6d20-feb0-40d6-aef9-d321af12bfb1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=650863eae15e4733b50e22c7595d7742&device_id=8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03 HTTP/1.1" status: 200 len: 1127 time: 0.0776970 Sep 22 22:19:14.291632 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-de7ce9a5-8e84-40e1-abab-619e2794d60b None None] Attempt 5 to provision port 14a75f4e-b63a-4d20-adaa-5a0575ec7510 Sep 22 22:19:14.292859 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-89eedcde-664e-4841-85bb-4bdafddbc03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (14a75f4e-b63a-4d20-adaa-5a0575ec7510), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:14.323326 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-de7ce9a5-8e84-40e1-abab-619e2794d60b None None] Port 14a75f4e-b63a-4d20-adaa-5a0575ec7510 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:19:14.480650 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f473d-cb40-410b-8c50-4c3ce446abf3 req-45dfe8c0-5117-467f-a2d5-c1f8d43e4aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:14.482135 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0d5f473d-cb40-410b-8c50-4c3ce446abf3 req-45dfe8c0-5117-467f-a2d5-c1f8d43e4aeb service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5c3478bc-b7f3-4988-80ed-a5eadeacc461 HTTP/1.1" status: 200 len: 912 time: 0.1764524 Sep 22 22:19:14.531096 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0d5f473d-cb40-410b-8c50-4c3ce446abf3 req-39a5e074-30f8-4b28-919b-32bbfe31ce3d service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0442a6b6-83cd-4999-8bc7-27ce501c9b84 HTTP/1.1" status: 200 len: 217 time: 0.0429885 Sep 22 22:19:14.624224 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f473d-cb40-410b-8c50-4c3ce446abf3 req-da29cb5e-348c-4eab-b48e-2ca43ecc9b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:14.625681 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0d5f473d-cb40-410b-8c50-4c3ce446abf3 req-da29cb5e-348c-4eab-b48e-2ca43ecc9b9f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e47c4249-5492-439b-b68c-dcd801e2bfc2 HTTP/1.1" status: 200 len: 850 time: 0.0690975 Sep 22 22:19:14.681045 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:14.688955 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f473d-cb40-410b-8c50-4c3ce446abf3 req-0681a24c-e63d-469b-875b-81303b77748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:14.690486 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0d5f473d-cb40-410b-8c50-4c3ce446abf3 req-0681a24c-e63d-469b-875b-81303b77748f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5c3478bc-b7f3-4988-80ed-a5eadeacc461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561867 Sep 22 22:19:14.738251 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:14.779648 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-89eedcde-664e-4841-85bb-4bdafddbc03e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a75f4e-b63a-4d20-adaa-5a0575ec7510 {{(pid=106428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:19:14.791183 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-89eedcde-664e-4841-85bb-4bdafddbc03e service neutron] Publish callbacks [] for port (14a75f4e-b63a-4d20-adaa-5a0575ec7510), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:14.818998 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.provisioning_blocks [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-89eedcde-664e-4841-85bb-4bdafddbc03e service neutron] Transition to ACTIVE for port object 14a75f4e-b63a-4d20-adaa-5a0575ec7510 will not be triggered until provisioned by entity L2. {{(pid=106428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 22:19:14.824271 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-de7ce9a5-8e84-40e1-abab-619e2794d60b None None] Attempt 6 to provision port 14a75f4e-b63a-4d20-adaa-5a0575ec7510 Sep 22 22:19:14.825609 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-89eedcde-664e-4841-85bb-4bdafddbc03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (14a75f4e-b63a-4d20-adaa-5a0575ec7510), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:14.861460 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-de7ce9a5-8e84-40e1-abab-619e2794d60b None None] Port 14a75f4e-b63a-4d20-adaa-5a0575ec7510 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:19:14.872936 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0d5f473d-cb40-410b-8c50-4c3ce446abf3 req-ddaf1a0d-7ebc-4fdf-9da7-1e2f513243bc service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5c3478bc-b7f3-4988-80ed-a5eadeacc461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748574 Sep 22 22:19:14.877947 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-902a5c3b-8bca-4d2a-9f4a-31cddc5bf68c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:14.995953 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eedcde-664e-4841-85bb-4bdafddbc03e service neutron] Pushing event updated for resources: {'Port': ['ID=14a75f4e-b63a-4d20-adaa-5a0575ec7510,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:15.007544 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d16c1-c7c4-4cc5-8fc6-7b67c73bcc59 req-8ba545ce-07fe-473d-97a9-0b121becb7f2 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:15.009084 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a58d16c1-c7c4-4cc5-8fc6-7b67c73bcc59 req-8ba545ce-07fe-473d-97a9-0b121becb7f2 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03 HTTP/1.1" status: 200 len: 943 time: 0.1514237 Sep 22 22:19:15.118759 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 0442a6b6-83cd-4999-8bc7-27ce501c9b84 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 22:19:15.126700 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-89eedcde-664e-4841-85bb-4bdafddbc03e service neutron] Attempting to bind port 14a75f4e-b63a-4d20-adaa-5a0575ec7510 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:19:15.127049 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-89eedcde-664e-4841-85bb-4bdafddbc03e service neutron] Attempting to bind port 14a75f4e-b63a-4d20-adaa-5a0575ec7510 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'be8993b7-fcf5-42ec-b1db-df616a95c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2'}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:19:15.127383 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-89eedcde-664e-4841-85bb-4bdafddbc03e service neutron] Attempting to bind port 14a75f4e-b63a-4d20-adaa-5a0575ec7510 on network 76b70dbd-430e-4822-82a3-49c7f238d2e2 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:19:15.159330 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0d5f473d-cb40-410b-8c50-4c3ce446abf3 req-693b8a2b-ad12-446e-9180-9852a08482dc service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5c3478bc-b7f3-4988-80ed-a5eadeacc461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544711 Sep 22 22:19:15.170228 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3015ce0-f76e-47a0-8cf9-e8b3a1bb5ec7 req-ea47a7d6-66c1-40c6-8c9e-64554370e544 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:15.171631 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b3015ce0-f76e-47a0-8cf9-e8b3a1bb5ec7 req-ea47a7d6-66c1-40c6-8c9e-64554370e544 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1fabbba-5575-4388-a3e4-2927edcb7026 HTTP/1.1" status: 200 len: 943 time: 0.1186049 Sep 22 22:19:15.179755 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a58d16c1-c7c4-4cc5-8fc6-7b67c73bcc59 req-53efbfec-ed73-4fbb-b654-9b027db75d73 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d67dd89f-c927-422a-a33a-9bfaf3ebd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648159 Sep 22 22:19:15.209946 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-89eedcde-664e-4841-85bb-4bdafddbc03e service neutron] Port 14a75f4e-b63a-4d20-adaa-5a0575ec7510 on network 76b70dbd-430e-4822-82a3-49c7f238d2e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 22:19:15.210282 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-89eedcde-664e-4841-85bb-4bdafddbc03e service neutron] Attempting to bind port 14a75f4e-b63a-4d20-adaa-5a0575ec7510 on network 76b70dbd-430e-4822-82a3-49c7f238d2e2 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:19:15.220430 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 0442a6b6-83cd-4999-8bc7-27ce501c9b84, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=0442a6b6-83cd-4999-8bc7-27ce501c9b84,segment=NetworkSegment(bf3e33a6-ea72-46b3-a331-9ce9dc909685),segment_id=bf3e33a6-ea72-46b3-a331-9ce9dc909685)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:19:15.232722 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Returning: {'device': '0442a6b6-83cd-4999-8bc7-27ce501c9b84', 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461', 'port_id': '0442a6b6-83cd-4999-8bc7-27ce501c9b84', 'mac_address': 'fa:16:3e:66:5a:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 22:19:15.271164 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port 0442a6b6-83cd-4999-8bc7-27ce501c9b84 is: DOWN; New status is: BUILD {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:19:15.271557 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (0442a6b6-83cd-4999-8bc7-27ce501c9b84), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:15.274604 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=100 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:15.279399 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b3015ce0-f76e-47a0-8cf9-e8b3a1bb5ec7 req-e4ea1f8e-76bc-4533-b627-fda958396c69 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d14630ff-ab11-470b-a8f6-23b3bbe800f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871868 Sep 22 22:19:15.282191 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-89eedcde-664e-4841-85bb-4bdafddbc03e service neutron] Checking agent: {'id': 'f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'started_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:19:15.282509 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-89eedcde-664e-4841-85bb-4bdafddbc03e service neutron] Checking segment: {'id': 'be8993b7-fcf5-42ec-b1db-df616a95c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:19:15.283028 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-89eedcde-664e-4841-85bb-4bdafddbc03e service neutron] Bound using segment: {'id': 'be8993b7-fcf5-42ec-b1db-df616a95c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2'} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:19:15.283323 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-89eedcde-664e-4841-85bb-4bdafddbc03e service neutron] Bound port: 14a75f4e-b63a-4d20-adaa-5a0575ec7510, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be8993b7-fcf5-42ec-b1db-df616a95c294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2'}}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:19:15.283690 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-89eedcde-664e-4841-85bb-4bdafddbc03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (14a75f4e-b63a-4d20-adaa-5a0575ec7510), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:15.287454 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0442a6b6-83cd-4999-8bc7-27ce501c9b84 {{(pid=106430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:19:15.309965 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 0442a6b6-83cd-4999-8bc7-27ce501c9b84, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=0442a6b6-83cd-4999-8bc7-27ce501c9b84,segment=NetworkSegment(bf3e33a6-ea72-46b3-a331-9ce9dc909685),segment_id=bf3e33a6-ea72-46b3-a331-9ce9dc909685)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:19:15.314074 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (0442a6b6-83cd-4999-8bc7-27ce501c9b84), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:15.347019 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-89eedcde-664e-4841-85bb-4bdafddbc03e service neutron] For port 14a75f4e-b63a-4d20-adaa-5a0575ec7510, host hv-cinder-84914, cleared binding levels {{(pid=106428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:19:15.350693 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-89eedcde-664e-4841-85bb-4bdafddbc03e service neutron] For port 14a75f4e-b63a-4d20-adaa-5a0575ec7510, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=14a75f4e-b63a-4d20-adaa-5a0575ec7510,segment=NetworkSegment(be8993b7-fcf5-42ec-b1db-df616a95c294),segment_id=be8993b7-fcf5-42ec-b1db-df616a95c294)] {{(pid=106428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:19:15.356057 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-89eedcde-664e-4841-85bb-4bdafddbc03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (14a75f4e-b63a-4d20-adaa-5a0575ec7510), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:15.360259 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=0442a6b6-83cd-4999-8bc7-27ce501c9b84,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:15.361459 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-89eedcde-664e-4841-85bb-4bdafddbc03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:15.362090 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-89eedcde-664e-4841-85bb-4bdafddbc03e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:15.362701 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-de7ce9a5-8e84-40e1-abab-619e2794d60b None None] Attempt 7 to provision port 14a75f4e-b63a-4d20-adaa-5a0575ec7510 Sep 22 22:19:15.364257 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-89eedcde-664e-4841-85bb-4bdafddbc03e service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/14a75f4e-b63a-4d20-adaa-5a0575ec7510 HTTP/1.1" status: 200 len: 1093 time: 1.1643949 Sep 22 22:19:15.364744 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1fabbba-5575-4388-a3e4-2927edcb7026', 'tag': '14a75f4e-b63a-4d20-adaa-5a0575ec7510'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:19:15.367068 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745de6a4-5494-4f79-8c8a-f5e5284abf85" -d '{"events": [{"name": "network-changed", "server_uuid": "d1fabbba-5575-4388-a3e4-2927edcb7026", "tag": "14a75f4e-b63a-4d20-adaa-5a0575ec7510"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:19:15.381623 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:15.403067 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-de7ce9a5-8e84-40e1-abab-619e2794d60b None None] Port 14a75f4e-b63a-4d20-adaa-5a0575ec7510 had new provisioning blocks added so it will not transition to active. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 22:19:15.426527 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae3f9ca-8d71-4a1d-94f7-5db7bf6948d6 x-openstack-request-id: req-3ae3f9ca-8d71-4a1d-94f7-5db7bf6948d6 {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:19:15.426819 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1fabbba-5575-4388-a3e4-2927edcb7026", "tag": "14a75f4e-b63a-4d20-adaa-5a0575ec7510", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:19:15.427080 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ae3f9ca-8d71-4a1d-94f7-5db7bf6948d6 {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:19:15.427534 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ae3f9ca-8d71-4a1d-94f7-5db7bf6948d6'] response: {'name': 'network-changed', 'server_uuid': 'd1fabbba-5575-4388-a3e4-2927edcb7026', 'tag': '14a75f4e-b63a-4d20-adaa-5a0575ec7510', 'status': 'completed', 'code': 200} Sep 22 22:19:15.432234 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eedcde-664e-4841-85bb-4bdafddbc03e service neutron] Pushing event updated for resources: {'Port': ['ID=14a75f4e-b63a-4d20-adaa-5a0575ec7510,revision_number=3']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:15.514810 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:15.518689 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-b9352558-9f9f-4601-90a8-ad15ee3a4b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:15.520706 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-b9352558-9f9f-4601-90a8-ad15ee3a4b52 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=226257b343d24054bc2178b47a9a5a4f&device_id=d1fabbba-5575-4388-a3e4-2927edcb7026 HTTP/1.1" status: 200 len: 1127 time: 0.0440266 Sep 22 22:19:15.567107 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-e66f55d2-9709-45d7-b15d-0e31f8c231f3 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14a75f4e-b63a-4d20-adaa-5a0575ec7510 HTTP/1.1" status: 200 len: 217 time: 0.0330060 Sep 22 22:19:15.620001 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-426220de-1c4c-447c-8367-65d15cadedff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:15.621577 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-426220de-1c4c-447c-8367-65d15cadedff service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b69367a6-5eda-4933-ae45-e149b1c204d0 HTTP/1.1" status: 200 len: 854 time: 0.0447674 Sep 22 22:19:15.667635 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-24c94028-3cd1-4d96-8347-242366ba0edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:15.669141 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-24c94028-3cd1-4d96-8347-242366ba0edf service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=76b70dbd-430e-4822-82a3-49c7f238d2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393214 Sep 22 22:19:15.756510 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:15.767507 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-228cfbff-b9a3-4019-b113-31ee7c9b9f65 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/76b70dbd-430e-4822-82a3-49c7f238d2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865300 Sep 22 22:19:15.808331 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['0442a6b6-83cd-4999-8bc7-27ce501c9b84'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:19:15.853535 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:15.855985 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:15.866231 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-62e4f6bd-fc1c-4520-a205-10da7a589814 req-640ce373-6ed2-4305-a65f-84ad0cdbce24 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/76b70dbd-430e-4822-82a3-49c7f238d2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910039 Sep 22 22:19:16.309492 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a523a-dc28-4cc2-8a2e-1bae578ef340 req-dda3fe16-281a-46e1-bc68-407208b9a749 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:16.311005 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-555a523a-dc28-4cc2-8a2e-1bae578ef340 req-dda3fe16-281a-46e1-bc68-407208b9a749 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03 HTTP/1.1" status: 200 len: 944 time: 0.0489712 Sep 22 22:19:16.361815 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-555a523a-dc28-4cc2-8a2e-1bae578ef340 req-2a053b63-bd74-4e5d-a6c0-9cdfddf3a610 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d67dd89f-c927-422a-a33a-9bfaf3ebd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452380 Sep 22 22:19:16.405484 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268efc8-8e33-46d6-9f4b-5dee44d925f3 req-c5696ba8-7710-4227-944a-89ba9759f55b tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:16.406932 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0268efc8-8e33-46d6-9f4b-5dee44d925f3 req-c5696ba8-7710-4227-944a-89ba9759f55b tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1fabbba-5575-4388-a3e4-2927edcb7026 HTTP/1.1" status: 200 len: 943 time: 0.0498266 Sep 22 22:19:16.453540 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0268efc8-8e33-46d6-9f4b-5dee44d925f3 req-76f32ea7-adcb-411b-aaad-a4ff3fd3bd0d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d14630ff-ab11-470b-a8f6-23b3bbe800f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406098 Sep 22 22:19:16.752832 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e923debe-1357-4cdc-9e5f-1c2855c169e4 req-20744657-b3e3-488f-a1b4-99eb12cd16e4 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-378607518&fields=id&tenant_id=53f244703dfd4cb29d183025b9d6789e HTTP/1.1" status: 200 len: 267 time: 0.0472178 Sep 22 22:19:16.802954 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923debe-1357-4cdc-9e5f-1c2855c169e4 req-4e90cd68-e26f-4729-b37d-b26fa0826e31 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:16.804377 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e923debe-1357-4cdc-9e5f-1c2855c169e4 req-4e90cd68-e26f-4729-b37d-b26fa0826e31 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 984 time: 0.0461752 Sep 22 22:19:16.814942 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-e923debe-1357-4cdc-9e5f-1c2855c169e4 req-b6c0cf1c-44bd-4c3a-a863-e57f00df0250 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Request body: {'port': {'security_groups': ['72330a9c-c4b8-41cd-b18e-c0f039457cc9']}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:19:16.890499 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-e923debe-1357-4cdc-9e5f-1c2855c169e4 req-b6c0cf1c-44bd-4c3a-a863-e57f00df0250 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (ad1f6820-de7a-484b-a76f-cd05b1b0347d), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:17.053812 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-d4adc5ee-efbe-40fa-8515-500a6ef77638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:17.068271 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-e923debe-1357-4cdc-9e5f-1c2855c169e4 req-b6c0cf1c-44bd-4c3a-a863-e57f00df0250 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] For port ad1f6820-de7a-484b-a76f-cd05b1b0347d, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ad1f6820-de7a-484b-a76f-cd05b1b0347d,segment=NetworkSegment(be00abc5-83f8-48c9-be19-f9d646187374),segment_id=be00abc5-83f8-48c9-be19-f9d646187374)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:19:17.095957 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-e923debe-1357-4cdc-9e5f-1c2855c169e4 req-b6c0cf1c-44bd-4c3a-a863-e57f00df0250 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks [] for port (ad1f6820-de7a-484b-a76f-cd05b1b0347d), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:17.101008 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-e923debe-1357-4cdc-9e5f-1c2855c169e4 req-b6c0cf1c-44bd-4c3a-a863-e57f00df0250 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (ad1f6820-de7a-484b-a76f-cd05b1b0347d), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:17.110981 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923debe-1357-4cdc-9e5f-1c2855c169e4 req-b6c0cf1c-44bd-4c3a-a863-e57f00df0250 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:17.111583 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-e923debe-1357-4cdc-9e5f-1c2855c169e4 req-b6c0cf1c-44bd-4c3a-a863-e57f00df0250 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:17.112937 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e923debe-1357-4cdc-9e5f-1c2855c169e4 req-b6c0cf1c-44bd-4c3a-a863-e57f00df0250 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "PUT /networking/v2.0/ports/ad1f6820-de7a-484b-a76f-cd05b1b0347d HTTP/1.1" status: 200 len: 942 time: 0.3023973 Sep 22 22:19:17.118854 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 44626) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:19:17.143689 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:17.167361 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0cf1c-44bd-4c3a-a863-e57f00df0250 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Pushing event updated for resources: {'Port': ['ID=ad1f6820-de7a-484b-a76f-cd05b1b0347d,revision_number=7']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:17.177955 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7b6da469-0fe1-43a9-a93a-9ed3225e70d5 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks [] for security_group (90e26c09-bad4-45d7-8865-b81a4507eb15), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:17.201609 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7b6da469-0fe1-43a9-a93a-9ed3225e70d5 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks [] for security_group (90e26c09-bad4-45d7-8865-b81a4507eb15), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:17.263147 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7b6da469-0fe1-43a9-a93a-9ed3225e70d5 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (90e26c09-bad4-45d7-8865-b81a4507eb15), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:17.265729 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7b6da469-0fe1-43a9-a93a-9ed3225e70d5 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:17.266879 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-7b6da469-0fe1-43a9-a93a-9ed3225e70d5 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/90e26c09-bad4-45d7-8865-b81a4507eb15 HTTP/1.1" status: 204 len: 168 time: 0.1469481 Sep 22 22:19:17.270505 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 44628) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:19:17.276528 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6da469-0fe1-43a9-a93a-9ed3225e70d5 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e26c09-bad4-45d7-8865-b81a4507eb15,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:17.276995 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:17.359568 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['ad1f6820-de7a-484b-a76f-cd05b1b0347d'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:19:17.387396 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 0442a6b6-83cd-4999-8bc7-27ce501c9b84 up at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:19:17.394023 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['ad1f6820-de7a-484b-a76f-cd05b1b0347d'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:19:17.419428 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-19abfd59-03c0-4024-8537-bb66ad8d87f5 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Deleting port 1f40f718-1be5-428b-be79-39067a908708 {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:19:17.419793 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-19abfd59-03c0-4024-8537-bb66ad8d87f5 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (1f40f718-1be5-428b-be79-39067a908708), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:17.431644 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8aead4-e4e9-4733-8351-1be87fd84dff', 'tag': 'ad1f6820-de7a-484b-a76f-cd05b1b0347d'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:19:17.433968 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c1a4a8-f9c3-494b-9703-5a76812acd1c" -d '{"events": [{"name": "network-changed", "server_uuid": "cd8aead4-e4e9-4733-8351-1be87fd84dff", "tag": "ad1f6820-de7a-484b-a76f-cd05b1b0347d"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:19:17.480416 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fbe58a-1a64-498d-9986-37c43bfed238 x-openstack-request-id: req-c4fbe58a-1a64-498d-9986-37c43bfed238 {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:19:17.480705 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd8aead4-e4e9-4733-8351-1be87fd84dff", "tag": "ad1f6820-de7a-484b-a76f-cd05b1b0347d", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:19:17.480955 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c4fbe58a-1a64-498d-9986-37c43bfed238 {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:19:17.482307 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4fbe58a-1a64-498d-9986-37c43bfed238'] response: {'name': 'network-changed', 'server_uuid': 'cd8aead4-e4e9-4733-8351-1be87fd84dff', 'tag': 'ad1f6820-de7a-484b-a76f-cd05b1b0347d', 'status': 'completed', 'code': 200} Sep 22 22:19:17.501239 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning for port 0442a6b6-83cd-4999-8bc7-27ce501c9b84 completed by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 22:19:17.521073 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning complete for port 0442a6b6-83cd-4999-8bc7-27ce501c9b84 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:19:17.521458 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (0442a6b6-83cd-4999-8bc7-27ce501c9b84), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:17.521796 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Attempt 1 to provision port 0442a6b6-83cd-4999-8bc7-27ce501c9b84 Sep 22 22:19:17.528247 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56079c2a-6148-4255-b7a5-75fc5a2d530d req-6fca5229-6a1f-4e3a-9eed-9e2324283e35 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:17.529781 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-56079c2a-6148-4255-b7a5-75fc5a2d530d req-6fca5229-6a1f-4e3a-9eed-9e2324283e35 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03 HTTP/1.1" status: 200 len: 944 time: 0.0668485 Sep 22 22:19:17.558813 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:17.594567 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-19abfd59-03c0-4024-8537-bb66ad8d87f5 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (1f40f718-1be5-428b-be79-39067a908708), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:17.594944 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-19abfd59-03c0-4024-8537-bb66ad8d87f5 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks [] for floatingip (1f40f718-1be5-428b-be79-39067a908708), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:17.628340 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79e2e5-e593-45ef-bf8b-1922fea1349c req-eecbf07b-2c8e-4a1a-99d9-13a65ad83d8b tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:17.629937 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4b79e2e5-e593-45ef-bf8b-1922fea1349c req-eecbf07b-2c8e-4a1a-99d9-13a65ad83d8b tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1fabbba-5575-4388-a3e4-2927edcb7026 HTTP/1.1" status: 200 len: 943 time: 0.0921597 Sep 22 22:19:17.631005 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-19abfd59-03c0-4024-8537-bb66ad8d87f5 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Calling delete_port for 1f40f718-1be5-428b-be79-39067a908708 owned by network:floatingip {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:19:17.661508 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-56079c2a-6148-4255-b7a5-75fc5a2d530d req-5c501d4a-e220-4261-931d-7e8b112e189e tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d67dd89f-c927-422a-a33a-9bfaf3ebd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225724 Sep 22 22:19:17.700261 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:17.725203 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port 0442a6b6-83cd-4999-8bc7-27ce501c9b84 is: BUILD; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:19:17.725589 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (0442a6b6-83cd-4999-8bc7-27ce501c9b84), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:17.772531 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0442a6b6-83cd-4999-8bc7-27ce501c9b84'}] {{(pid=106430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:19:17.774847 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2272dcd180a18b0bdbf7a4ac2a7f9325cd9193a83f54eb82bc11fdb6a8b27d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b4bd6c-73cb-4fd3-adee-87111d22412a" -d '{"events": [{"server_uuid": "8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03", "name": "network-vif-plugged", "status": "completed", "tag": "0442a6b6-83cd-4999-8bc7-27ce501c9b84"}]}' {{(pid=106430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:19:17.789038 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:17.791284 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 0442a6b6-83cd-4999-8bc7-27ce501c9b84, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=0442a6b6-83cd-4999-8bc7-27ce501c9b84,segment=NetworkSegment(bf3e33a6-ea72-46b3-a331-9ce9dc909685),segment_id=bf3e33a6-ea72-46b3-a331-9ce9dc909685)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:19:17.800673 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (0442a6b6-83cd-4999-8bc7-27ce501c9b84), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:17.828958 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024baa8b-b108-4436-94a3-26533f62810d x-openstack-request-id: req-024baa8b-b108-4436-94a3-26533f62810d {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:19:17.829423 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03", "name": "network-vif-plugged", "status": "completed", "tag": "0442a6b6-83cd-4999-8bc7-27ce501c9b84", "code": 200}]} {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:19:17.829695 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-024baa8b-b108-4436-94a3-26533f62810d {{(pid=106430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:19:17.830151 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-024baa8b-b108-4436-94a3-26533f62810d'] response: {'server_uuid': '8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0442a6b6-83cd-4999-8bc7-27ce501c9b84', 'code': 200} Sep 22 22:19:17.856606 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=0442a6b6-83cd-4999-8bc7-27ce501c9b84,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:18.006567 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4b79e2e5-e593-45ef-bf8b-1922fea1349c req-4c0c82c8-5c47-4cf6-b4f0-ce6b31b88660 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d14630ff-ab11-470b-a8f6-23b3bbe800f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3653216 Sep 22 22:19:18.092501 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-19abfd59-03c0-4024-8537-bb66ad8d87f5 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (1f40f718-1be5-428b-be79-39067a908708), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:18.119238 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abfd59-03c0-4024-8537-bb66ad8d87f5 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Pushing event deleted for resources: {'Port': ['ID=1f40f718-1be5-428b-be79-39067a908708,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:18.179613 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-19abfd59-03c0-4024-8537-bb66ad8d87f5 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks [] for floatingip (ce95c277-da80-4c1e-af09-81502ab22900), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:18.179952 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.db.l3_db [None req-19abfd59-03c0-4024-8537-bb66ad8d87f5 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Floating IP ce95c277-da80-4c1e-af09-81502ab22900 disassociated (deleted). External IP: 172.27.1.17, port: ad1f6820-de7a-484b-a76f-cd05b1b0347d. Sep 22 22:19:18.344014 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:18.370759 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:18.390946 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19abfd59-03c0-4024-8537-bb66ad8d87f5 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Router fb40f35e-b426-47bb-8f99-45485e89e86c has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:19:18.496934 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19abfd59-03c0-4024-8537-bb66ad8d87f5 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:19:18.501666 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-19abfd59-03c0-4024-8537-bb66ad8d87f5 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:18.508615 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c64955-51dc-4bd5-b5c6-46ca6b807fe9 None None] Sync routers for ids ['fb40f35e-b426-47bb-8f99-45485e89e86c'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:19:18.520763 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c64955-51dc-4bd5-b5c6-46ca6b807fe9 None None] Routers {'fb40f35e-b426-47bb-8f99-45485e89e86c'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:19:18.531333 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-45c64955-51dc-4bd5-b5c6-46ca6b807fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:19:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['fb40f35e-b426-47bb-8f99-45485e89e86c'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:18.595265 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-19abfd59-03c0-4024-8537-bb66ad8d87f5 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/ce95c277-da80-4c1e-af09-81502ab22900 HTTP/1.1" status: 204 len: 168 time: 1.3235574 Sep 22 22:19:18.602323 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1a4a8-f9c3-494b-9703-5a76812acd1c req-76f397e7-813f-4d36-8321-873f5c429d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:18.603817 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b6c1a4a8-f9c3-494b-9703-5a76812acd1c req-76f397e7-813f-4d36-8321-873f5c429d5d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=53f244703dfd4cb29d183025b9d6789e&device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 1129 time: 0.0884323 Sep 22 22:19:18.605260 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745de6a4-5494-4f79-8c8a-f5e5284abf85 req-f8c3f461-c512-4971-a424-ecf8f93ea6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:18.606254 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-745de6a4-5494-4f79-8c8a-f5e5284abf85 req-f8c3f461-c512-4971-a424-ecf8f93ea6d3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=226257b343d24054bc2178b47a9a5a4f&device_id=d1fabbba-5575-4388-a3e4-2927edcb7026 HTTP/1.1" status: 200 len: 1127 time: 0.1026316 Sep 22 22:19:18.648222 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-45c64955-51dc-4bd5-b5c6-46ca6b807fe9 None None] Set router fb40f35e-b426-47bb-8f99-45485e89e86c gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:19:18.728570 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:18.769014 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fe871-b090-44bc-ae2a-7375efacd483 req-0ea1b6d4-4a06-43f9-9e11-c737204cf1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:18.771948 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-e66fe871-b090-44bc-ae2a-7375efacd483 req-0ea1b6d4-4a06-43f9-9e11-c737204cf1c7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03 HTTP/1.1" status: 200 len: 1129 time: 0.0775676 Sep 22 22:19:18.823326 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:18.839752 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-e66fe871-b090-44bc-ae2a-7375efacd483 req-d96d02da-36de-42d1-9d70-87eb7fe691d2 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d67dd89f-c927-422a-a33a-9bfaf3ebd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618947 Sep 22 22:19:18.849359 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bd616-4748-49a5-9dbd-b9501b46ec9a req-46ed73ed-99de-45de-85e3-cb552a7ca9b1 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:18.851039 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e59bd616-4748-49a5-9dbd-b9501b46ec9a req-46ed73ed-99de-45de-85e3-cb552a7ca9b1 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03 HTTP/1.1" status: 200 len: 945 time: 0.0943897 Sep 22 22:19:18.852117 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745de6a4-5494-4f79-8c8a-f5e5284abf85 req-a8587f0f-9b32-49e1-9e63-8f0824282a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:18.853476 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-745de6a4-5494-4f79-8c8a-f5e5284abf85 req-a8587f0f-9b32-49e1-9e63-8f0824282a22 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=76b70dbd-430e-4822-82a3-49c7f238d2e2 HTTP/1.1" status: 200 len: 916 time: 0.2246311 Sep 22 22:19:18.854503 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1a4a8-f9c3-494b-9703-5a76812acd1c req-2f589130-c5ab-49f1-b0cd-8e11f41e0618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:18.855907 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b6c1a4a8-f9c3-494b-9703-5a76812acd1c req-2f589130-c5ab-49f1-b0cd-8e11f41e0618 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=07b99e2a-cf84-49eb-ad08-c0b8d4b88a58 HTTP/1.1" status: 200 len: 916 time: 0.2393079 Sep 22 22:19:18.913385 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e59bd616-4748-49a5-9dbd-b9501b46ec9a req-5faa0206-fb0b-45c3-bf84-eb7cbbedd7b7 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d67dd89f-c927-422a-a33a-9bfaf3ebd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522413 Sep 22 22:19:18.934903 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-45c64955-51dc-4bd5-b5c6-46ca6b807fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'name': 'tempest-TestMinimumBasicScenario-1871333799-router', 'tenant_id': '53f244703dfd4cb29d183025b9d6789e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:48Z', 'updated_at': '2022-09-22T22:15:51Z', 'revision_number': 4, 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'gw_port': {'id': '9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:49Z', 'updated_at': '2022-09-22T22:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '7c1fa498-56ca-486d-90b5-f7ba666a0c91', 'name': '', 'network_id': '07b99e2a-cf84-49eb-ad08-c0b8d4b88a58', 'tenant_id': '53f244703dfd4cb29d183025b9d6789e', 'mac_address': 'fa:16:3e:21:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'e3205572-c91b-45cc-a921-a1609404d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:51Z', 'updated_at': '2022-09-22T22:15:56Z', 'revision_number': 5, 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'subnets': [{'id': 'e3205572-c91b-45cc-a921-a1609404d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:18.959231 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c64955-51dc-4bd5-b5c6-46ca6b807fe9 None None] Checking router: fb40f35e-b426-47bb-8f99-45485e89e86c for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:19:18.967494 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c64955-51dc-4bd5-b5c6-46ca6b807fe9 None None] Routers {'fb40f35e-b426-47bb-8f99-45485e89e86c'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:19:18.968089 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-45c64955-51dc-4bd5-b5c6-46ca6b807fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:19:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['fb40f35e-b426-47bb-8f99-45485e89e86c'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:19.072648 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-45c64955-51dc-4bd5-b5c6-46ca6b807fe9 None None] Set router fb40f35e-b426-47bb-8f99-45485e89e86c gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:19:19.131017 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94dc8f-81e3-4cc9-9c35-83063be9b1c9 req-a108b504-7e22-49a2-8612-04a066f39fb4 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:19.132419 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5d94dc8f-81e3-4cc9-9c35-83063be9b1c9 req-a108b504-7e22-49a2-8612-04a066f39fb4 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1fabbba-5575-4388-a3e4-2927edcb7026 HTTP/1.1" status: 200 len: 943 time: 0.0476739 Sep 22 22:19:19.142088 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 14a75f4e-b63a-4d20-adaa-5a0575ec7510 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 22:19:19.181389 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5d94dc8f-81e3-4cc9-9c35-83063be9b1c9 req-8d91fa0b-4195-4ad0-bdfc-824e198e03e8 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d14630ff-ab11-470b-a8f6-23b3bbe800f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431490 Sep 22 22:19:19.340754 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-45c64955-51dc-4bd5-b5c6-46ca6b807fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'name': 'tempest-TestMinimumBasicScenario-1871333799-router', 'tenant_id': '53f244703dfd4cb29d183025b9d6789e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:48Z', 'updated_at': '2022-09-22T22:15:51Z', 'revision_number': 4, 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'gw_port': {'id': '9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:49Z', 'updated_at': '2022-09-22T22:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '7c1fa498-56ca-486d-90b5-f7ba666a0c91', 'name': '', 'network_id': '07b99e2a-cf84-49eb-ad08-c0b8d4b88a58', 'tenant_id': '53f244703dfd4cb29d183025b9d6789e', 'mac_address': 'fa:16:3e:21:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'e3205572-c91b-45cc-a921-a1609404d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:51Z', 'updated_at': '2022-09-22T22:15:56Z', 'revision_number': 5, 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'subnets': [{'id': 'e3205572-c91b-45cc-a921-a1609404d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:19.348297 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-745de6a4-5494-4f79-8c8a-f5e5284abf85 req-d1d10aae-09b1-4ce1-8c49-d257671e1203 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14a75f4e-b63a-4d20-adaa-5a0575ec7510 HTTP/1.1" status: 200 len: 217 time: 0.0397429 Sep 22 22:19:19.375079 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c64955-51dc-4bd5-b5c6-46ca6b807fe9 None None] The sync data for ids ['fb40f35e-b426-47bb-8f99-45485e89e86c'] in dv-cinder-849143-6-iscsi is: [{'id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'name': 'tempest-TestMinimumBasicScenario-1871333799-router', 'tenant_id': '53f244703dfd4cb29d183025b9d6789e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:48Z', 'updated_at': '2022-09-22T22:15:51Z', 'revision_number': 4, 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'gw_port': {'id': '9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:49Z', 'updated_at': '2022-09-22T22:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '7c1fa498-56ca-486d-90b5-f7ba666a0c91', 'name': '', 'network_id': '07b99e2a-cf84-49eb-ad08-c0b8d4b88a58', 'tenant_id': '53f244703dfd4cb29d183025b9d6789e', 'mac_address': 'fa:16:3e:21:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'e3205572-c91b-45cc-a921-a1609404d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:51Z', 'updated_at': '2022-09-22T22:15:56Z', 'revision_number': 5, 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'subnets': [{'id': 'e3205572-c91b-45cc-a921-a1609404d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:19:19.376403 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:19.380177 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b6c1a4a8-f9c3-494b-9703-5a76812acd1c req-3582ba3a-1977-49c5-b76d-c3fd122014c6 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad1f6820-de7a-484b-a76f-cd05b1b0347d HTTP/1.1" status: 200 len: 217 time: 0.0646319 Sep 22 22:19:19.380791 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 14a75f4e-b63a-4d20-adaa-5a0575ec7510, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=14a75f4e-b63a-4d20-adaa-5a0575ec7510,segment=NetworkSegment(be8993b7-fcf5-42ec-b1db-df616a95c294),segment_id=be8993b7-fcf5-42ec-b1db-df616a95c294)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:19:19.393684 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Returning: {'device': '14a75f4e-b63a-4d20-adaa-5a0575ec7510', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'port_id': '14a75f4e-b63a-4d20-adaa-5a0575ec7510', 'mac_address': 'fa:16:3e:93:92:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 22:19:19.430251 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port 14a75f4e-b63a-4d20-adaa-5a0575ec7510 is: DOWN; New status is: BUILD {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:19:19.430643 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (14a75f4e-b63a-4d20-adaa-5a0575ec7510), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:19.445064 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=100 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:19.448478 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a75f4e-b63a-4d20-adaa-5a0575ec7510 {{(pid=106430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:19:19.470297 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 14a75f4e-b63a-4d20-adaa-5a0575ec7510, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=14a75f4e-b63a-4d20-adaa-5a0575ec7510,segment=NetworkSegment(be8993b7-fcf5-42ec-b1db-df616a95c294),segment_id=be8993b7-fcf5-42ec-b1db-df616a95c294)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:19:19.474223 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (14a75f4e-b63a-4d20-adaa-5a0575ec7510), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:19.482247 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8aead4-e4e9-4733-8351-1be87fd84dff', 'tag': 'ad1f6820-de7a-484b-a76f-cd05b1b0347d'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:19:19.484943 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496c9e89-637d-4e4e-a268-71c2520886cd" -d '{"events": [{"name": "network-changed", "server_uuid": "cd8aead4-e4e9-4733-8351-1be87fd84dff", "tag": "ad1f6820-de7a-484b-a76f-cd05b1b0347d"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:19:19.524793 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=14a75f4e-b63a-4d20-adaa-5a0575ec7510,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:19.537038 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240c4dbf-3cc8-4a52-9bab-3cc132e905a5 x-openstack-request-id: req-240c4dbf-3cc8-4a52-9bab-3cc132e905a5 {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:19:19.537379 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd8aead4-e4e9-4733-8351-1be87fd84dff", "tag": "ad1f6820-de7a-484b-a76f-cd05b1b0347d", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:19:19.537634 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-240c4dbf-3cc8-4a52-9bab-3cc132e905a5 {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:19:19.538043 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-240c4dbf-3cc8-4a52-9bab-3cc132e905a5'] response: {'name': 'network-changed', 'server_uuid': 'cd8aead4-e4e9-4733-8351-1be87fd84dff', 'tag': 'ad1f6820-de7a-484b-a76f-cd05b1b0347d', 'status': 'completed', 'code': 200} Sep 22 22:19:19.605556 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54e4760-d467-4875-ba09-ca4bd7d5cff7 None None] New status for floating IP ce95c277-da80-4c1e-af09-81502ab22900: DOWN {{(pid=106431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 22:19:19.758364 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:19.898974 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['14a75f4e-b63a-4d20-adaa-5a0575ec7510'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:19:20.041254 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12760324-6751-42a8-82f5-8b7313bfa3c3 req-c45ce8c4-6131-4fcb-b687-33ec136bfa89 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:20.042829 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-12760324-6751-42a8-82f5-8b7313bfa3c3 req-c45ce8c4-6131-4fcb-b687-33ec136bfa89 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03 HTTP/1.1" status: 200 len: 945 time: 0.0489836 Sep 22 22:19:20.093724 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-12760324-6751-42a8-82f5-8b7313bfa3c3 req-c9d490ff-4ef7-4e16-8e1b-f6a13f916d7a tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d67dd89f-c927-422a-a33a-9bfaf3ebd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451753 Sep 22 22:19:20.153780 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:20.278074 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745de6a4-5494-4f79-8c8a-f5e5284abf85 req-4eeb7159-b536-40be-870a-19858acf6b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:20.279494 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-745de6a4-5494-4f79-8c8a-f5e5284abf85 req-4eeb7159-b536-40be-870a-19858acf6b3f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b69367a6-5eda-4933-ae45-e149b1c204d0 HTTP/1.1" status: 200 len: 854 time: 0.1081882 Sep 22 22:19:20.296449 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1a4a8-f9c3-494b-9703-5a76812acd1c req-d294da04-3291-4616-9ad7-4fd7f53fbfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:20.297839 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b6c1a4a8-f9c3-494b-9703-5a76812acd1c req-d294da04-3291-4616-9ad7-4fd7f53fbfee service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e3205572-c91b-45cc-a921-a1609404d294 HTTP/1.1" status: 200 len: 854 time: 0.1176541 Sep 22 22:19:20.315237 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3ccfb-7622-4c31-8b9a-4b9f6d91342c req-f42092be-3342-4048-b0ac-c76f115d3973 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:20.317409 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-85d3ccfb-7622-4c31-8b9a-4b9f6d91342c req-f42092be-3342-4048-b0ac-c76f115d3973 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1fabbba-5575-4388-a3e4-2927edcb7026 HTTP/1.1" status: 200 len: 944 time: 0.0560949 Sep 22 22:19:20.366579 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-85d3ccfb-7622-4c31-8b9a-4b9f6d91342c req-9b6a1e9c-db3d-46dd-af54-bb56b10f3127 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d14630ff-ab11-470b-a8f6-23b3bbe800f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437500 Sep 22 22:19:21.047587 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:21.090321 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1a4a8-f9c3-494b-9703-5a76812acd1c req-411418fe-de27-42ff-8514-87af1bac15e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:21.091829 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b6c1a4a8-f9c3-494b-9703-5a76812acd1c req-411418fe-de27-42ff-8514-87af1bac15e4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=07b99e2a-cf84-49eb-ad08-c0b8d4b88a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0803211 Sep 22 22:19:21.092856 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745de6a4-5494-4f79-8c8a-f5e5284abf85 req-1612b559-54c6-430a-9d12-332bee0cd844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:21.094253 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-745de6a4-5494-4f79-8c8a-f5e5284abf85 req-1612b559-54c6-430a-9d12-332bee0cd844 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=76b70dbd-430e-4822-82a3-49c7f238d2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0739360 Sep 22 22:19:21.176140 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 14a75f4e-b63a-4d20-adaa-5a0575ec7510 up at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:19:21.214344 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a88d6-8c5f-483d-81bc-006089c214fb req-5c7f4dee-ab3a-42ca-96cf-c033e84ce9a0 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:21.215828 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-aa4a88d6-8c5f-483d-81bc-006089c214fb req-5c7f4dee-ab3a-42ca-96cf-c033e84ce9a0 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03 HTTP/1.1" status: 200 len: 945 time: 0.0473731 Sep 22 22:19:21.217489 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning for port 14a75f4e-b63a-4d20-adaa-5a0575ec7510 completed by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 22:19:21.224228 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning complete for port 14a75f4e-b63a-4d20-adaa-5a0575ec7510 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:19:21.224602 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (14a75f4e-b63a-4d20-adaa-5a0575ec7510), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:21.224944 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Attempt 1 to provision port 14a75f4e-b63a-4d20-adaa-5a0575ec7510 Sep 22 22:19:21.265682 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-aa4a88d6-8c5f-483d-81bc-006089c214fb req-2522b81d-ed06-4e7d-885d-054fb9076d41 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d67dd89f-c927-422a-a33a-9bfaf3ebd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439093 Sep 22 22:19:21.301541 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port 14a75f4e-b63a-4d20-adaa-5a0575ec7510 is: BUILD; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:19:21.301931 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (14a75f4e-b63a-4d20-adaa-5a0575ec7510), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:21.324635 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fabbba-5575-4388-a3e4-2927edcb7026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a75f4e-b63a-4d20-adaa-5a0575ec7510'}] {{(pid=106430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:19:21.326968 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2272dcd180a18b0bdbf7a4ac2a7f9325cd9193a83f54eb82bc11fdb6a8b27d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33e8a64-2f08-484a-b60f-79c4ffe61156" -d '{"events": [{"server_uuid": "d1fabbba-5575-4388-a3e4-2927edcb7026", "name": "network-vif-plugged", "status": "completed", "tag": "14a75f4e-b63a-4d20-adaa-5a0575ec7510"}]}' {{(pid=106430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:19:21.339592 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 14a75f4e-b63a-4d20-adaa-5a0575ec7510, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=14a75f4e-b63a-4d20-adaa-5a0575ec7510,segment=NetworkSegment(be8993b7-fcf5-42ec-b1db-df616a95c294),segment_id=be8993b7-fcf5-42ec-b1db-df616a95c294)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:19:21.344920 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (14a75f4e-b63a-4d20-adaa-5a0575ec7510), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:21.371761 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1efde9-b1a1-4c65-adcb-a61eb1353894 x-openstack-request-id: req-9e1efde9-b1a1-4c65-adcb-a61eb1353894 {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:19:21.372052 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fabbba-5575-4388-a3e4-2927edcb7026", "name": "network-vif-plugged", "status": "completed", "tag": "14a75f4e-b63a-4d20-adaa-5a0575ec7510", "code": 200}]} {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:19:21.372302 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e1efde9-b1a1-4c65-adcb-a61eb1353894 {{(pid=106430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:19:21.372697 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e1efde9-b1a1-4c65-adcb-a61eb1353894'] response: {'server_uuid': 'd1fabbba-5575-4388-a3e4-2927edcb7026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a75f4e-b63a-4d20-adaa-5a0575ec7510', 'code': 200} Sep 22 22:19:21.391915 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d6b5f-bf9b-44db-9975-1c15752c3d65 req-0b56898c-0744-4441-b7cf-e28baf339385 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:21.393444 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-765d6b5f-bf9b-44db-9975-1c15752c3d65 req-0b56898c-0744-4441-b7cf-e28baf339385 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03 HTTP/1.1" status: 200 len: 945 time: 0.0536497 Sep 22 22:19:21.402037 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=14a75f4e-b63a-4d20-adaa-5a0575ec7510,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:21.405036 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 44672) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:19:21.411542 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-74f87deb-86a9-4d75-b6cb-1b78000be707 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Request body: {'floatingip': {'port_id': '0442a6b6-83cd-4999-8bc7-27ce501c9b84'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:19:21.462289 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-74f87deb-86a9-4d75-b6cb-1b78000be707 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for floatingip (14c0b996-ecd7-48ac-8c21-b427c677aed7), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:21.549231 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6518f8-8541-4b7c-816e-7b340e328ba9 req-5ea06b33-9ced-4c68-97c3-86bb7b87702e tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:21.550817 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1c6518f8-8541-4b7c-816e-7b340e328ba9 req-5ea06b33-9ced-4c68-97c3-86bb7b87702e tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1fabbba-5575-4388-a3e4-2927edcb7026 HTTP/1.1" status: 200 len: 945 time: 0.1063967 Sep 22 22:19:21.690308 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:21.693865 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1c6518f8-8541-4b7c-816e-7b340e328ba9 req-bae5162a-9178-48d9-a528-7861ab7681ad tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d14630ff-ab11-470b-a8f6-23b3bbe800f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353080 Sep 22 22:19:21.915193 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-745de6a4-5494-4f79-8c8a-f5e5284abf85 req-33bd38f2-da94-40f4-8ece-7603ffe0f1e7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/76b70dbd-430e-4822-82a3-49c7f238d2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476578 Sep 22 22:19:21.966542 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b6c1a4a8-f9c3-494b-9703-5a76812acd1c req-231c3ddd-3743-43d2-8644-2b73940b9c58 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/07b99e2a-cf84-49eb-ad08-c0b8d4b88a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976789 Sep 22 22:19:22.105378 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-74f87deb-86a9-4d75-b6cb-1b78000be707 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:22.109191 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-74f87deb-86a9-4d75-b6cb-1b78000be707 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (14c0b996-ecd7-48ac-8c21-b427c677aed7), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:22.221256 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b196527-a57e-4efc-8f1e-cbd6e395fb91 req-35126196-bfc7-4ed9-b6df-ece52125b32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:22.223914 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-0b196527-a57e-4efc-8f1e-cbd6e395fb91 req-35126196-bfc7-4ed9-b6df-ece52125b32e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d1fabbba-5575-4388-a3e4-2927edcb7026 HTTP/1.1" status: 200 len: 1129 time: 0.0476954 Sep 22 22:19:22.286545 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-0b196527-a57e-4efc-8f1e-cbd6e395fb91 req-050f944f-4f0d-4174-8c22-a903dec5d5b8 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d14630ff-ab11-470b-a8f6-23b3bbe800f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467691 Sep 22 22:19:22.454823 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:22.584651 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.db.l3_db [None req-74f87deb-86a9-4d75-b6cb-1b78000be707 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Floating IP 14c0b996-ecd7-48ac-8c21-b427c677aed7 associated. External IP: 172.27.1.183, port: 0442a6b6-83cd-4999-8bc7-27ce501c9b84. Sep 22 22:19:22.623587 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-745de6a4-5494-4f79-8c8a-f5e5284abf85 req-24b2cb4b-f098-482e-b230-a73845e4356a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/76b70dbd-430e-4822-82a3-49c7f238d2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418289 Sep 22 22:19:22.641619 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b6c1a4a8-f9c3-494b-9703-5a76812acd1c req-9b634195-f773-4e55-9592-60162ac71e26 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/07b99e2a-cf84-49eb-ad08-c0b8d4b88a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588043 Sep 22 22:19:22.843367 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae95e23-d259-4809-a1d0-c94688ae6b84 req-fff9277d-2733-4359-851c-a32d41563f91 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:22.844840 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2ae95e23-d259-4809-a1d0-c94688ae6b84 req-fff9277d-2733-4359-851c-a32d41563f91 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1fabbba-5575-4388-a3e4-2927edcb7026 HTTP/1.1" status: 200 len: 945 time: 0.0630953 Sep 22 22:19:22.853855 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f87deb-86a9-4d75-b6cb-1b78000be707 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Router d414958c-b68f-4859-8a0a-79b925be6dff has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:19:22.877696 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:22.935333 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2ae95e23-d259-4809-a1d0-c94688ae6b84 req-8df6f519-c52e-41dc-b0b2-43be0553c237 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d14630ff-ab11-470b-a8f6-23b3bbe800f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839400 Sep 22 22:19:22.997853 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f87deb-86a9-4d75-b6cb-1b78000be707 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:19:23.002635 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-74f87deb-86a9-4d75-b6cb-1b78000be707 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:23.007988 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e86617-cf7c-453d-bad3-1b1b66611138 None None] Sync routers for ids ['d414958c-b68f-4859-8a0a-79b925be6dff'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:19:23.017580 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e86617-cf7c-453d-bad3-1b1b66611138 None None] Routers {'d414958c-b68f-4859-8a0a-79b925be6dff'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:19:23.018263 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-a6e86617-cf7c-453d-bad3-1b1b66611138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:19:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['d414958c-b68f-4859-8a0a-79b925be6dff'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:23.032229 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-74f87deb-86a9-4d75-b6cb-1b78000be707 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/14c0b996-ecd7-48ac-8c21-b427c677aed7 HTTP/1.1" status: 200 len: 991 time: 1.6259277 Sep 22 22:19:23.032983 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03', 'tag': '0442a6b6-83cd-4999-8bc7-27ce501c9b84'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:19:23.036292 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e151c4-dcd0-45b1-ab54-ff3723d33231" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03", "tag": "0442a6b6-83cd-4999-8bc7-27ce501c9b84"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:19:23.074978 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbe247f-45ba-4a65-940f-296c7760f2c4 x-openstack-request-id: req-2dbe247f-45ba-4a65-940f-296c7760f2c4 {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:19:23.075273 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03", "tag": "0442a6b6-83cd-4999-8bc7-27ce501c9b84", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:19:23.075527 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2dbe247f-45ba-4a65-940f-296c7760f2c4 {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:19:23.075935 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dbe247f-45ba-4a65-940f-296c7760f2c4'] response: {'name': 'network-changed', 'server_uuid': '8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03', 'tag': '0442a6b6-83cd-4999-8bc7-27ce501c9b84', 'status': 'completed', 'code': 200} Sep 22 22:19:23.123891 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-a6e86617-cf7c-453d-bad3-1b1b66611138 None None] Set router d414958c-b68f-4859-8a0a-79b925be6dff gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:19:23.291046 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:23.354014 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-a6e86617-cf7c-453d-bad3-1b1b66611138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'name': 'tempest-AttachVolumeTestJSON-1733530800-router', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:29Z', 'revision_number': 4, 'project_id': '650863eae15e4733b50e22c7595d7742', 'gw_port': {'id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': '14c0b996-ecd7-48ac-8c21-b427c677aed7', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'floating_ip_address': '172.27.1.183', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'port_id': '0442a6b6-83cd-4999-8bc7-27ce501c9b84', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461', 'mac_address': 'fa:16:3e:66:5a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:19:06Z', 'updated_at': '2022-09-22T22:19:22Z', 'revision_number': 1, 'project_id': '650863eae15e4733b50e22c7595d7742', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af007872-196a-4039-8c0d-0a4ebdc6feba', 'name': '', 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'mac_address': 'fa:16:3e:a2:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:28Z', 'updated_at': '2022-09-22T22:12:33Z', 'revision_number': 5, 'project_id': '650863eae15e4733b50e22c7595d7742', 'subnets': [{'id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:23.373638 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c9e89-637d-4e4e-a268-71c2520886cd req-1d6c74c1-b89d-4eff-b49b-b8f540a28e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:23.375135 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-496c9e89-637d-4e4e-a268-71c2520886cd req-1d6c74c1-b89d-4eff-b49b-b8f540a28e6f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=53f244703dfd4cb29d183025b9d6789e&device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 1129 time: 0.0443754 Sep 22 22:19:23.379800 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e86617-cf7c-453d-bad3-1b1b66611138 None None] Checking router: d414958c-b68f-4859-8a0a-79b925be6dff for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:19:23.382489 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:23.390419 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e86617-cf7c-453d-bad3-1b1b66611138 None None] Routers {'d414958c-b68f-4859-8a0a-79b925be6dff'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:19:23.391044 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-a6e86617-cf7c-453d-bad3-1b1b66611138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:19:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['d414958c-b68f-4859-8a0a-79b925be6dff'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:23.486764 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e151c4-dcd0-45b1-ab54-ff3723d33231 req-33bcc707-7610-4220-927b-f3a66850c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:23.488484 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-55e151c4-dcd0-45b1-ab54-ff3723d33231 req-33bcc707-7610-4220-927b-f3a66850c319 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=650863eae15e4733b50e22c7595d7742&device_id=8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03 HTTP/1.1" status: 200 len: 1129 time: 0.0911851 Sep 22 22:19:23.495502 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-a6e86617-cf7c-453d-bad3-1b1b66611138 None None] Set router d414958c-b68f-4859-8a0a-79b925be6dff gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:19:23.540844 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c9e89-637d-4e4e-a268-71c2520886cd req-57efc520-f40a-41a2-af9f-5985e3fcb2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:23.542260 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-496c9e89-637d-4e4e-a268-71c2520886cd req-57efc520-f40a-41a2-af9f-5985e3fcb2bf service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=07b99e2a-cf84-49eb-ad08-c0b8d4b88a58 HTTP/1.1" status: 200 len: 916 time: 0.1480165 Sep 22 22:19:23.609606 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-496c9e89-637d-4e4e-a268-71c2520886cd req-2a495a4d-4af6-41c5-9b0d-b8b494e700ef service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad1f6820-de7a-484b-a76f-cd05b1b0347d HTTP/1.1" status: 200 len: 217 time: 0.0373054 Sep 22 22:19:23.645700 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e151c4-dcd0-45b1-ab54-ff3723d33231 req-e601d336-20b5-4fcd-a4c8-258c16e82a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:23.647260 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-55e151c4-dcd0-45b1-ab54-ff3723d33231 req-e601d336-20b5-4fcd-a4c8-258c16e82a16 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5c3478bc-b7f3-4988-80ed-a5eadeacc461 HTTP/1.1" status: 200 len: 912 time: 0.1336238 Sep 22 22:19:23.714186 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-a6e86617-cf7c-453d-bad3-1b1b66611138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'name': 'tempest-AttachVolumeTestJSON-1733530800-router', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:29Z', 'revision_number': 4, 'project_id': '650863eae15e4733b50e22c7595d7742', 'gw_port': {'id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': '14c0b996-ecd7-48ac-8c21-b427c677aed7', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'floating_ip_address': '172.27.1.183', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'port_id': '0442a6b6-83cd-4999-8bc7-27ce501c9b84', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461', 'mac_address': 'fa:16:3e:66:5a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:19:06Z', 'updated_at': '2022-09-22T22:19:22Z', 'revision_number': 1, 'project_id': '650863eae15e4733b50e22c7595d7742', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af007872-196a-4039-8c0d-0a4ebdc6feba', 'name': '', 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'mac_address': 'fa:16:3e:a2:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:28Z', 'updated_at': '2022-09-22T22:12:33Z', 'revision_number': 5, 'project_id': '650863eae15e4733b50e22c7595d7742', 'subnets': [{'id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:23.741542 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e86617-cf7c-453d-bad3-1b1b66611138 None None] The sync data for ids ['d414958c-b68f-4859-8a0a-79b925be6dff'] in dv-cinder-849143-6-iscsi is: [{'id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'name': 'tempest-AttachVolumeTestJSON-1733530800-router', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:29Z', 'revision_number': 4, 'project_id': '650863eae15e4733b50e22c7595d7742', 'gw_port': {'id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': '14c0b996-ecd7-48ac-8c21-b427c677aed7', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'floating_ip_address': '172.27.1.183', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'port_id': '0442a6b6-83cd-4999-8bc7-27ce501c9b84', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461', 'mac_address': 'fa:16:3e:66:5a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:19:06Z', 'updated_at': '2022-09-22T22:19:22Z', 'revision_number': 1, 'project_id': '650863eae15e4733b50e22c7595d7742', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af007872-196a-4039-8c0d-0a4ebdc6feba', 'name': '', 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'mac_address': 'fa:16:3e:a2:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:28Z', 'updated_at': '2022-09-22T22:12:33Z', 'revision_number': 5, 'project_id': '650863eae15e4733b50e22c7595d7742', 'subnets': [{'id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:19:23.934644 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3256de6-5481-4c10-b391-888f4bcefd9a None None] New status for floating IP 14c0b996-ecd7-48ac-8c21-b427c677aed7: ACTIVE {{(pid=106431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 22:19:24.022561 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:24.060944 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f80954-b6f1-431a-8663-4df02aef36d7 req-10aadd78-a007-4fde-bf80-02bb10da7faa tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:24.062531 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-23f80954-b6f1-431a-8663-4df02aef36d7 req-10aadd78-a007-4fde-bf80-02bb10da7faa tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1fabbba-5575-4388-a3e4-2927edcb7026 HTTP/1.1" status: 200 len: 945 time: 0.0498903 Sep 22 22:19:24.119764 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-23f80954-b6f1-431a-8663-4df02aef36d7 req-103a9a58-608b-4597-80d1-585ae57dfd50 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d14630ff-ab11-470b-a8f6-23b3bbe800f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470693 Sep 22 22:19:24.300253 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c9e89-637d-4e4e-a268-71c2520886cd req-577a2d95-da1c-40ba-98f7-bb00031fe5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:24.301770 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-496c9e89-637d-4e4e-a268-71c2520886cd req-577a2d95-da1c-40ba-98f7-bb00031fe5f3 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e3205572-c91b-45cc-a921-a1609404d294 HTTP/1.1" status: 200 len: 854 time: 0.1235428 Sep 22 22:19:24.307454 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774820c9-ec17-4807-9c11-097047bdb645 req-dd50bbd8-4c19-43e4-8311-d173def672bd tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:24.308953 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-774820c9-ec17-4807-9c11-097047bdb645 req-dd50bbd8-4c19-43e4-8311-d173def672bd tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1fabbba-5575-4388-a3e4-2927edcb7026 HTTP/1.1" status: 200 len: 945 time: 0.1161766 Sep 22 22:19:24.320078 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 44696) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:19:24.322029 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-55e151c4-dcd0-45b1-ab54-ff3723d33231 req-d626eca8-84d1-424d-8224-a3688c2265fa service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0442a6b6-83cd-4999-8bc7-27ce501c9b84 HTTP/1.1" status: 200 len: 1001 time: 0.1424835 Sep 22 22:19:24.324962 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-ae84cd43-040d-4d3d-8c97-a8e8123e4843 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Request body: {'floatingip': {'port_id': '14a75f4e-b63a-4d20-adaa-5a0575ec7510'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:19:24.364384 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ae84cd43-040d-4d3d-8c97-a8e8123e4843 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for floatingip (972965ae-eb10-4f72-b863-26b8a3ee048d), before_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:24.377259 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c9e89-637d-4e4e-a268-71c2520886cd req-2b09a72d-6d72-40f7-81ab-fb546f15deba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:24.379351 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-496c9e89-637d-4e4e-a268-71c2520886cd req-2b09a72d-6d72-40f7-81ab-fb546f15deba service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=07b99e2a-cf84-49eb-ad08-c0b8d4b88a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0678868 Sep 22 22:19:24.405211 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:24.410867 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e151c4-dcd0-45b1-ab54-ff3723d33231 req-9ee2bcfb-5c45-4970-a8fc-b5719b564d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:24.412315 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-55e151c4-dcd0-45b1-ab54-ff3723d33231 req-9ee2bcfb-5c45-4970-a8fc-b5719b564d66 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=e47c4249-5492-439b-b68c-dcd801e2bfc2 HTTP/1.1" status: 200 len: 850 time: 0.0695393 Sep 22 22:19:24.493304 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e151c4-dcd0-45b1-ab54-ff3723d33231 req-3f801d55-2d74-4fa4-afcc-2622ebe9112f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:24.495540 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-55e151c4-dcd0-45b1-ab54-ff3723d33231 req-3f801d55-2d74-4fa4-afcc-2622ebe9112f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5c3478bc-b7f3-4988-80ed-a5eadeacc461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513735 Sep 22 22:19:24.575841 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-496c9e89-637d-4e4e-a268-71c2520886cd req-24d7f10e-d239-4555-afe7-ccf1b66b08d6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/07b99e2a-cf84-49eb-ad08-c0b8d4b88a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870077 Sep 22 22:19:24.623315 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:24.639941 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6320945-8b18-4d0e-b9d0-df42f729f90b req-eb408014-0b0d-4d68-bcfa-e1e739c57e3f tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:24.641464 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a6320945-8b18-4d0e-b9d0-df42f729f90b req-eb408014-0b0d-4d68-bcfa-e1e739c57e3f tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 945 time: 0.0633602 Sep 22 22:19:24.667491 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-55e151c4-dcd0-45b1-ab54-ff3723d33231 req-57de780e-9362-4ca8-99b4-30167e430556 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5c3478bc-b7f3-4988-80ed-a5eadeacc461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612098 Sep 22 22:19:24.697440 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a6320945-8b18-4d0e-b9d0-df42f729f90b req-5f31175b-d432-4488-b766-dc419f290478 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465598 Sep 22 22:19:24.807904 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ae84cd43-040d-4d3d-8c97-a8e8123e4843 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:24.811263 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ae84cd43-040d-4d3d-8c97-a8e8123e4843 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (972965ae-eb10-4f72-b863-26b8a3ee048d), after_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:24.903623 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.db.l3_db [None req-ae84cd43-040d-4d3d-8c97-a8e8123e4843 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Floating IP 972965ae-eb10-4f72-b863-26b8a3ee048d associated. External IP: 172.27.1.193, port: 14a75f4e-b63a-4d20-adaa-5a0575ec7510. Sep 22 22:19:25.100387 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae84cd43-040d-4d3d-8c97-a8e8123e4843 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Router c61ed6dd-031e-4a20-9d68-18897d0cccb2 has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:19:25.201888 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae84cd43-040d-4d3d-8c97-a8e8123e4843 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:19:25.207223 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ae84cd43-040d-4d3d-8c97-a8e8123e4843 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:25.211490 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1bde2d-4280-403c-9ac5-fd5c6d6cf7c5 None None] Sync routers for ids ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:19:25.223793 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1bde2d-4280-403c-9ac5-fd5c6d6cf7c5 None None] Routers {'c61ed6dd-031e-4a20-9d68-18897d0cccb2'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:19:25.224784 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-3b1bde2d-4280-403c-9ac5-fd5c6d6cf7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:19:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:25.231206 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:25.241401 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-ae84cd43-040d-4d3d-8c97-a8e8123e4843 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/972965ae-eb10-4f72-b863-26b8a3ee048d HTTP/1.1" status: 200 len: 991 time: 0.9200263 Sep 22 22:19:25.242487 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1fabbba-5575-4388-a3e4-2927edcb7026', 'tag': '14a75f4e-b63a-4d20-adaa-5a0575ec7510'}] {{(pid=106429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:19:25.244930 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fecb9e71e3cfecf727650ea9349eddd955ebb7a4b95363fd8d1edf6265131bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3a7473-b907-4bd2-88ec-35f6b9a7f445" -d '{"events": [{"name": "network-changed", "server_uuid": "d1fabbba-5575-4388-a3e4-2927edcb7026", "tag": "14a75f4e-b63a-4d20-adaa-5a0575ec7510"}]}' {{(pid=106429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:19:25.282735 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d810f64-863e-4b30-a222-257b2f44a749 x-openstack-request-id: req-0d810f64-863e-4b30-a222-257b2f44a749 {{(pid=106429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:19:25.283028 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1fabbba-5575-4388-a3e4-2927edcb7026", "tag": "14a75f4e-b63a-4d20-adaa-5a0575ec7510", "status": "completed", "code": 200}]} {{(pid=106429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:19:25.283409 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d810f64-863e-4b30-a222-257b2f44a749 {{(pid=106429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:19:25.283821 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d810f64-863e-4b30-a222-257b2f44a749'] response: {'name': 'network-changed', 'server_uuid': 'd1fabbba-5575-4388-a3e4-2927edcb7026', 'tag': '14a75f4e-b63a-4d20-adaa-5a0575ec7510', 'status': 'completed', 'code': 200} Sep 22 22:19:25.328111 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-3b1bde2d-4280-403c-9ac5-fd5c6d6cf7c5 None None] Set router c61ed6dd-031e-4a20-9d68-18897d0cccb2 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:19:25.533534 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-3b1bde2d-4280-403c-9ac5-fd5c6d6cf7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'gw_port': {'id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:13Z', 'updated_at': '2022-09-22T22:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': '972965ae-eb10-4f72-b863-26b8a3ee048d', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'port_id': '14a75f4e-b63a-4d20-adaa-5a0575ec7510', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'mac_address': 'fa:16:3e:93:92:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fabbba-5575-4388-a3e4-2927edcb7026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:19:08Z', 'updated_at': '2022-09-22T22:19:24Z', 'revision_number': 1, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68bdd94-0ddc-462e-97eb-b3583122f420', 'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'mac_address': 'fa:16:3e:0a:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:17Z', 'updated_at': '2022-09-22T22:10:27Z', 'revision_number': 5, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'subnets': [{'id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:25.560442 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1bde2d-4280-403c-9ac5-fd5c6d6cf7c5 None None] Checking router: c61ed6dd-031e-4a20-9d68-18897d0cccb2 for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:19:25.569067 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1bde2d-4280-403c-9ac5-fd5c6d6cf7c5 None None] Routers {'c61ed6dd-031e-4a20-9d68-18897d0cccb2'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:19:25.569691 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-3b1bde2d-4280-403c-9ac5-fd5c6d6cf7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:19:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:25.669202 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-3b1bde2d-4280-403c-9ac5-fd5c6d6cf7c5 None None] Set router c61ed6dd-031e-4a20-9d68-18897d0cccb2 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:19:25.670739 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=100 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:25.819568 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47793630-0899-44a5-bd69-37deb22a4851 req-f9f559ad-5d8f-48c4-835f-050d93ef61df tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:25.821085 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-47793630-0899-44a5-bd69-37deb22a4851 req-f9f559ad-5d8f-48c4-835f-050d93ef61df tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 945 time: 0.0482073 Sep 22 22:19:25.862210 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=100 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:25.873126 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-47793630-0899-44a5-bd69-37deb22a4851 req-881da804-d182-4c8a-86c4-f7866d09c6f5 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453608 Sep 22 22:19:25.881757 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-3b1bde2d-4280-403c-9ac5-fd5c6d6cf7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'gw_port': {'id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:13Z', 'updated_at': '2022-09-22T22:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': '972965ae-eb10-4f72-b863-26b8a3ee048d', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'port_id': '14a75f4e-b63a-4d20-adaa-5a0575ec7510', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'mac_address': 'fa:16:3e:93:92:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fabbba-5575-4388-a3e4-2927edcb7026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:19:08Z', 'updated_at': '2022-09-22T22:19:24Z', 'revision_number': 1, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68bdd94-0ddc-462e-97eb-b3583122f420', 'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'mac_address': 'fa:16:3e:0a:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:17Z', 'updated_at': '2022-09-22T22:10:27Z', 'revision_number': 5, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'subnets': [{'id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:25.911260 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1bde2d-4280-403c-9ac5-fd5c6d6cf7c5 None None] The sync data for ids ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'] in dv-cinder-849143-6-iscsi is: [{'id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'gw_port': {'id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:13Z', 'updated_at': '2022-09-22T22:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': '972965ae-eb10-4f72-b863-26b8a3ee048d', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'floating_ip_address': '172.27.1.193', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'port_id': '14a75f4e-b63a-4d20-adaa-5a0575ec7510', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'mac_address': 'fa:16:3e:93:92:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1fabbba-5575-4388-a3e4-2927edcb7026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:19:08Z', 'updated_at': '2022-09-22T22:19:24Z', 'revision_number': 1, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd68bdd94-0ddc-462e-97eb-b3583122f420', 'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'mac_address': 'fa:16:3e:0a:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:17Z', 'updated_at': '2022-09-22T22:10:27Z', 'revision_number': 5, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'subnets': [{'id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:19:26.094525 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de604286-6e80-4277-961c-87a776ceba5e None None] New status for floating IP 972965ae-eb10-4f72-b863-26b8a3ee048d: ACTIVE {{(pid=106431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 22:19:26.197421 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a7473-b907-4bd2-88ec-35f6b9a7f445 req-8e438afc-ad13-47cf-b519-f0eb472c9ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:26.198952 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-9c3a7473-b907-4bd2-88ec-35f6b9a7f445 req-8e438afc-ad13-47cf-b519-f0eb472c9ac5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=226257b343d24054bc2178b47a9a5a4f&device_id=d1fabbba-5575-4388-a3e4-2927edcb7026 HTTP/1.1" status: 200 len: 1129 time: 0.0401788 Sep 22 22:19:26.311131 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-496c9e89-637d-4e4e-a268-71c2520886cd req-1eeca81b-8914-4ff2-9371-95c715b55f36 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/07b99e2a-cf84-49eb-ad08-c0b8d4b88a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662636 Sep 22 22:19:26.313320 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-55e151c4-dcd0-45b1-ab54-ff3723d33231 req-c98ac9f2-e510-42ba-a16b-118b0b89bce4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5c3478bc-b7f3-4988-80ed-a5eadeacc461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606851 Sep 22 22:19:26.345782 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:26.356251 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a7473-b907-4bd2-88ec-35f6b9a7f445 req-ffad36a7-34c1-4845-97c9-4335a7224bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:26.357760 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-9c3a7473-b907-4bd2-88ec-35f6b9a7f445 req-ffad36a7-34c1-4845-97c9-4335a7224bb1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=76b70dbd-430e-4822-82a3-49c7f238d2e2 HTTP/1.1" status: 200 len: 916 time: 0.1524265 Sep 22 22:19:26.475661 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-9c3a7473-b907-4bd2-88ec-35f6b9a7f445 req-a2eb1ab7-00e9-408c-9e99-4ed20e891729 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14a75f4e-b63a-4d20-adaa-5a0575ec7510 HTTP/1.1" status: 200 len: 1001 time: 0.0839369 Sep 22 22:19:26.677897 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a7473-b907-4bd2-88ec-35f6b9a7f445 req-097cceaa-c1a6-4b22-a148-f167b3510950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:26.679223 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-9c3a7473-b907-4bd2-88ec-35f6b9a7f445 req-097cceaa-c1a6-4b22-a148-f167b3510950 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b69367a6-5eda-4933-ae45-e149b1c204d0 HTTP/1.1" status: 200 len: 854 time: 0.0441232 Sep 22 22:19:26.786762 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a7473-b907-4bd2-88ec-35f6b9a7f445 req-9ae2c3c1-1e6a-4c78-ba6b-52b192a2b863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:26.788241 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-9c3a7473-b907-4bd2-88ec-35f6b9a7f445 req-9ae2c3c1-1e6a-4c78-ba6b-52b192a2b863 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=76b70dbd-430e-4822-82a3-49c7f238d2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387082 Sep 22 22:19:26.796130 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d115432-1888-497e-8fd7-fd64f9f02ea6 req-a0bb3cf9-57f0-497d-b9d0-eb2523c89bf1 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:26.797663 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8d115432-1888-497e-8fd7-fd64f9f02ea6 req-a0bb3cf9-57f0-497d-b9d0-eb2523c89bf1 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 945 time: 0.0470657 Sep 22 22:19:26.884948 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:26.890171 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-8d115432-1888-497e-8fd7-fd64f9f02ea6 req-36b0f2e7-2c68-4aaf-a679-431124aa2856 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Deleting port ad1f6820-de7a-484b-a76f-cd05b1b0347d {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:19:26.890554 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-8d115432-1888-497e-8fd7-fd64f9f02ea6 req-36b0f2e7-2c68-4aaf-a679-431124aa2856 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (ad1f6820-de7a-484b-a76f-cd05b1b0347d), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:27.031090 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db5887-2429-4f37-8dee-34e4dfa61e79 req-a1a90b3d-8e13-49ed-bda9-2f7251374ba2 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:19:27.032644 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-80db5887-2429-4f37-8dee-34e4dfa61e79 req-a1a90b3d-8e13-49ed-bda9-2f7251374ba2 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd8aead4-e4e9-4733-8351-1be87fd84dff HTTP/1.1" status: 200 len: 945 time: 0.0721390 Sep 22 22:19:27.035360 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-8d115432-1888-497e-8fd7-fd64f9f02ea6 req-36b0f2e7-2c68-4aaf-a679-431124aa2856 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] For port ad1f6820-de7a-484b-a76f-cd05b1b0347d, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ad1f6820-de7a-484b-a76f-cd05b1b0347d,segment=NetworkSegment(be00abc5-83f8-48c9-be19-f9d646187374),segment_id=be00abc5-83f8-48c9-be19-f9d646187374)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:19:27.035741 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-8d115432-1888-497e-8fd7-fd64f9f02ea6 req-36b0f2e7-2c68-4aaf-a679-431124aa2856 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (ad1f6820-de7a-484b-a76f-cd05b1b0347d), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:27.062041 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-8d115432-1888-497e-8fd7-fd64f9f02ea6 req-36b0f2e7-2c68-4aaf-a679-431124aa2856 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Calling delete_port for ad1f6820-de7a-484b-a76f-cd05b1b0347d owned by compute:nova {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:19:27.103492 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-9c3a7473-b907-4bd2-88ec-35f6b9a7f445 req-65b648d9-f484-4329-9b4c-ee825fcb7c6b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/76b70dbd-430e-4822-82a3-49c7f238d2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093250 Sep 22 22:19:27.136118 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-80db5887-2429-4f37-8dee-34e4dfa61e79 req-8a8d87d1-df57-4fb8-8fc1-d6e3314bb91f tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=72330a9c-c4b8-41cd-b18e-c0f039457cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916352 Sep 22 22:19:27.195756 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-9c3a7473-b907-4bd2-88ec-35f6b9a7f445 req-5e93871d-ca24-4443-9117-935aee4d6e61 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/76b70dbd-430e-4822-82a3-49c7f238d2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862362 Sep 22 22:19:27.225011 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-8d115432-1888-497e-8fd7-fd64f9f02ea6 req-36b0f2e7-2c68-4aaf-a679-431124aa2856 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (ad1f6820-de7a-484b-a76f-cd05b1b0347d), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:27.250899 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0f2e7-2c68-4aaf-a679-431124aa2856 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Pushing event deleted for resources: {'Port': ['ID=ad1f6820-de7a-484b-a76f-cd05b1b0347d,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:27.263045 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['ad1f6820-de7a-484b-a76f-cd05b1b0347d'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:19:27.301787 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d115432-1888-497e-8fd7-fd64f9f02ea6 req-36b0f2e7-2c68-4aaf-a679-431124aa2856 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] No DVR routers for this DVR port ad1f6820-de7a-484b-a76f-cd05b1b0347d on host hv-cinder-84914 {{(pid=106428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:19:27.304129 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-8d115432-1888-497e-8fd7-fd64f9f02ea6 req-36b0f2e7-2c68-4aaf-a679-431124aa2856 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:27.307438 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8d115432-1888-497e-8fd7-fd64f9f02ea6 req-36b0f2e7-2c68-4aaf-a679-431124aa2856 tempest-TestMinimumBasicScenario-350163043 tempest-TestMinimumBasicScenario-350163043-project] 10.222.0.57 "DELETE /networking/v2.0/ports/ad1f6820-de7a-484b-a76f-cd05b1b0347d HTTP/1.1" status: 204 len: 173 time: 0.5043902 Sep 22 22:19:27.307935 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8aead4-e4e9-4733-8351-1be87fd84dff', 'name': 'network-vif-deleted', 'tag': 'ad1f6820-de7a-484b-a76f-cd05b1b0347d'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:19:27.310192 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ce98ef-d970-4ce5-9ee3-41859b790982" -d '{"events": [{"server_uuid": "cd8aead4-e4e9-4733-8351-1be87fd84dff", "name": "network-vif-deleted", "tag": "ad1f6820-de7a-484b-a76f-cd05b1b0347d"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:19:27.351622 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19235b4f-8ef4-4fe5-81e6-4420da0b58a8 x-openstack-request-id: req-19235b4f-8ef4-4fe5-81e6-4420da0b58a8 {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:19:27.351914 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8aead4-e4e9-4733-8351-1be87fd84dff", "name": "network-vif-deleted", "tag": "ad1f6820-de7a-484b-a76f-cd05b1b0347d", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:19:27.352169 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19235b4f-8ef4-4fe5-81e6-4420da0b58a8 {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:19:27.352576 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19235b4f-8ef4-4fe5-81e6-4420da0b58a8'] response: {'server_uuid': 'cd8aead4-e4e9-4733-8351-1be87fd84dff', 'name': 'network-vif-deleted', 'tag': 'ad1f6820-de7a-484b-a76f-cd05b1b0347d', 'status': 'completed', 'code': 200} Sep 22 22:19:28.825607 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 44760) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:19:29.151347 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:29.363557 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-e020933f-fb19-4f7c-bffd-3d241f3a26f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3769516'] for router_interface (fb40f35e-b426-47bb-8f99-45485e89e86c), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:29.518676 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:29.580180 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-e020933f-fb19-4f7c-bffd-3d241f3a26f5 admin admin] Deleting port 7c1fa498-56ca-486d-90b5-f7ba666a0c91 {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:19:29.580514 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-e020933f-fb19-4f7c-bffd-3d241f3a26f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (7c1fa498-56ca-486d-90b5-f7ba666a0c91), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:29.662298 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-e020933f-fb19-4f7c-bffd-3d241f3a26f5 admin admin] For port 7c1fa498-56ca-486d-90b5-f7ba666a0c91, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=7c1fa498-56ca-486d-90b5-f7ba666a0c91,segment=NetworkSegment(be00abc5-83f8-48c9-be19-f9d646187374),segment_id=be00abc5-83f8-48c9-be19-f9d646187374)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:19:29.662571 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-e020933f-fb19-4f7c-bffd-3d241f3a26f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (7c1fa498-56ca-486d-90b5-f7ba666a0c91), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:29.674997 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-e020933f-fb19-4f7c-bffd-3d241f3a26f5 admin admin] Calling delete_port for 7c1fa498-56ca-486d-90b5-f7ba666a0c91 owned by network:router_interface {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:19:29.853955 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-e020933f-fb19-4f7c-bffd-3d241f3a26f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (7c1fa498-56ca-486d-90b5-f7ba666a0c91), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:29.879040 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020933f-fb19-4f7c-bffd-3d241f3a26f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c1fa498-56ca-486d-90b5-f7ba666a0c91,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:29.940694 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:30.044811 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-e020933f-fb19-4f7c-bffd-3d241f3a26f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3923237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679260'] for router_interface (fb40f35e-b426-47bb-8f99-45485e89e86c), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:30.256200 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e020933f-fb19-4f7c-bffd-3d241f3a26f5 admin admin] Router fb40f35e-b426-47bb-8f99-45485e89e86c has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:19:30.351232 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:30.360827 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e020933f-fb19-4f7c-bffd-3d241f3a26f5 admin admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:19:30.366481 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-e020933f-fb19-4f7c-bffd-3d241f3a26f5 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/fb40f35e-b426-47bb-8f99-45485e89e86c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5398364 Sep 22 22:19:30.369019 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 44768) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:19:30.370119 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74289de6-5f1b-4158-a928-ee2927e087ac None None] Sync routers for ids ['fb40f35e-b426-47bb-8f99-45485e89e86c'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:19:30.381642 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74289de6-5f1b-4158-a928-ee2927e087ac None None] Routers {'fb40f35e-b426-47bb-8f99-45485e89e86c'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:19:30.382259 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-74289de6-5f1b-4158-a928-ee2927e087ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:19:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['fb40f35e-b426-47bb-8f99-45485e89e86c'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:30.470932 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1d844854-0c31-40c9-89f9-9f966b5cd614 admin admin] Publish callbacks [] for router (fb40f35e-b426-47bb-8f99-45485e89e86c), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:30.575736 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1d844854-0c31-40c9-89f9-9f966b5cd614 admin admin] Publish callbacks [] for router_gateway (fb40f35e-b426-47bb-8f99-45485e89e86c), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:30.607405 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-74289de6-5f1b-4158-a928-ee2927e087ac None None] Set router fb40f35e-b426-47bb-8f99-45485e89e86c gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:19:30.617979 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-1d844854-0c31-40c9-89f9-9f966b5cd614 admin admin] Deleting port 9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46 {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:19:30.618318 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1d844854-0c31-40c9-89f9-9f966b5cd614 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:30.701735 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-1d844854-0c31-40c9-89f9-9f966b5cd614 admin admin] For port 9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:19:30.702097 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1d844854-0c31-40c9-89f9-9f966b5cd614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:30.714847 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-1d844854-0c31-40c9-89f9-9f966b5cd614 admin admin] Calling delete_port for 9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46 owned by network:router_gateway {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:19:30.772197 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-74289de6-5f1b-4158-a928-ee2927e087ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'name': 'tempest-TestMinimumBasicScenario-1871333799-router', 'tenant_id': '53f244703dfd4cb29d183025b9d6789e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:48Z', 'updated_at': '2022-09-22T22:19:29Z', 'revision_number': 5, 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'gw_port': {'id': '9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:65:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:49Z', 'updated_at': '2022-09-22T22:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi'}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:30.801381 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74289de6-5f1b-4158-a928-ee2927e087ac None None] Checking router: fb40f35e-b426-47bb-8f99-45485e89e86c for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:19:30.809946 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74289de6-5f1b-4158-a928-ee2927e087ac None None] Routers {'fb40f35e-b426-47bb-8f99-45485e89e86c'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:19:30.810558 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-74289de6-5f1b-4158-a928-ee2927e087ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:19:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['fb40f35e-b426-47bb-8f99-45485e89e86c'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:30.815137 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:30.883469 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1d844854-0c31-40c9-89f9-9f966b5cd614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:30.895061 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-74289de6-5f1b-4158-a928-ee2927e087ac None None] Set router fb40f35e-b426-47bb-8f99-45485e89e86c gateway port host: None {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:19:30.908431 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d844854-0c31-40c9-89f9-9f966b5cd614 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:30.947507 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-74289de6-5f1b-4158-a928-ee2927e087ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'name': 'tempest-TestMinimumBasicScenario-1871333799-router', 'tenant_id': '53f244703dfd4cb29d183025b9d6789e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:48Z', 'updated_at': '2022-09-22T22:19:30Z', 'revision_number': 6, 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'gw_port_host': None}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:30.970608 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1d844854-0c31-40c9-89f9-9f966b5cd614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3684438'] for router_gateway (fb40f35e-b426-47bb-8f99-45485e89e86c), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:30.972447 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74289de6-5f1b-4158-a928-ee2927e087ac None None] The sync data for ids ['fb40f35e-b426-47bb-8f99-45485e89e86c'] in dv-cinder-849143-6-iscsi is: [{'id': 'fb40f35e-b426-47bb-8f99-45485e89e86c', 'name': 'tempest-TestMinimumBasicScenario-1871333799-router', 'tenant_id': '53f244703dfd4cb29d183025b9d6789e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:48Z', 'updated_at': '2022-09-22T22:19:30Z', 'revision_number': 6, 'project_id': '53f244703dfd4cb29d183025b9d6789e', 'gw_port_host': None}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:19:31.062629 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1d844854-0c31-40c9-89f9-9f966b5cd614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15774'] for router (fb40f35e-b426-47bb-8f99-45485e89e86c), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:31.064801 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1d844854-0c31-40c9-89f9-9f966b5cd614 admin admin] Publish callbacks [] for router_controller (fb40f35e-b426-47bb-8f99-45485e89e86c), precommit_delete_associations {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:31.110048 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1d844854-0c31-40c9-89f9-9f966b5cd614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679329'] for router (fb40f35e-b426-47bb-8f99-45485e89e86c), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:31.110614 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d844854-0c31-40c9-89f9-9f966b5cd614 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb40f35e-b426-47bb-8f99-45485e89e86c {{(pid=106428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 22:19:31.115628 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1d844854-0c31-40c9-89f9-9f966b5cd614 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:31.116766 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-1d844854-0c31-40c9-89f9-9f966b5cd614 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/fb40f35e-b426-47bb-8f99-45485e89e86c HTTP/1.1" status: 204 len: 168 time: 0.7468128 Sep 22 22:19:31.119248 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 44770) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:19:31.155059 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device ad1f6820-de7a-484b-a76f-cd05b1b0347d no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:19:31.164770 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d116ac-986c-45fd-aaea-1cddb46e2251 admin admin] Deleting subnet e3205572-c91b-45cc-a921-a1609404d294 {{(pid=106428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 22:19:31.167923 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-e7d116ac-986c-45fd-aaea-1cddb46e2251 admin admin] Publish callbacks [] for subnet (e3205572-c91b-45cc-a921-a1609404d294), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:31.175183 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] No Port match for: ad1f6820-de7a-484b-a76f-cd05b1b0347d {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:19:31.177085 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device ad1f6820-de7a-484b-a76f-cd05b1b0347d not bound to the agent host hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:19:31.204404 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-e7d116ac-986c-45fd-aaea-1cddb46e2251 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10260588'] for subnet (e3205572-c91b-45cc-a921-a1609404d294), precommit_delete_associations {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:31.235975 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:31.283053 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-e7d116ac-986c-45fd-aaea-1cddb46e2251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433450'] for subnet (e3205572-c91b-45cc-a921-a1609404d294), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:31.341745 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-e7d116ac-986c-45fd-aaea-1cddb46e2251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10406668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847801'] for subnet (e3205572-c91b-45cc-a921-a1609404d294), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:31.368536 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d116ac-986c-45fd-aaea-1cddb46e2251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3205572-c91b-45cc-a921-a1609404d294,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:31.372361 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-e7d116ac-986c-45fd-aaea-1cddb46e2251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for subnet (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:31.377671 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-e7d116ac-986c-45fd-aaea-1cddb46e2251 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/e3205572-c91b-45cc-a921-a1609404d294 HTTP/1.1" status: 204 len: 168 time: 0.2573655 Sep 22 22:19:31.378383 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 44772) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:19:31.378850 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62098aab-c6d2-4e88-a2ae-40d9c11c743a None None] Network 07b99e2a-cf84-49eb-ad08-c0b8d4b88a58 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:19:31.453800 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425183'] for network (07b99e2a-cf84-49eb-ad08-c0b8d4b88a58), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:31.499200 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] Deleting port 51f4e3b4-c346-41c9-a930-9ae5791d169c {{(pid=106429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:19:31.499542 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (51f4e3b4-c346-41c9-a930-9ae5791d169c), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:31.544356 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcc1585-b823-4f05-9c44-88984339af48 None None] DHCP port deletion for 07b99e2a-cf84-49eb-ad08-c0b8d4b88a58 request from dv-cinder-849143-6-iscsi {{(pid=106430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 22:19:31.569790 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.db [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] For port 51f4e3b4-c346-41c9-a930-9ae5791d169c, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=51f4e3b4-c346-41c9-a930-9ae5791d169c,segment=NetworkSegment(be00abc5-83f8-48c9-be19-f9d646187374),segment_id=be00abc5-83f8-48c9-be19-f9d646187374)] {{(pid=106429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:19:31.570158 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (51f4e3b4-c346-41c9-a930-9ae5791d169c), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:31.584980 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] Calling delete_port for 51f4e3b4-c346-41c9-a930-9ae5791d169c owned by network:dhcp {{(pid=106429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:19:31.589772 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-afcc1585-b823-4f05-9c44-88984339af48 None None] Deleting port 51f4e3b4-c346-41c9-a930-9ae5791d169c {{(pid=106430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:19:31.590387 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-afcc1585-b823-4f05-9c44-88984339af48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (51f4e3b4-c346-41c9-a930-9ae5791d169c), before_delete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:31.656550 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-afcc1585-b823-4f05-9c44-88984339af48 None None] For port 51f4e3b4-c346-41c9-a930-9ae5791d169c, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=51f4e3b4-c346-41c9-a930-9ae5791d169c,segment=NetworkSegment(be00abc5-83f8-48c9-be19-f9d646187374),segment_id=be00abc5-83f8-48c9-be19-f9d646187374)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:19:31.656859 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-afcc1585-b823-4f05-9c44-88984339af48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (51f4e3b4-c346-41c9-a930-9ae5791d169c), precommit_delete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:31.664901 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (51f4e3b4-c346-41c9-a930-9ae5791d169c), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:31.672065 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-afcc1585-b823-4f05-9c44-88984339af48 None None] Calling delete_port for 51f4e3b4-c346-41c9-a930-9ae5791d169c owned by network:dhcp {{(pid=106430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:19:31.690028 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=51f4e3b4-c346-41c9-a930-9ae5791d169c,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:31.703654 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] No DVR routers for this DVR port 51f4e3b4-c346-41c9-a930-9ae5791d169c on host dv-cinder-849143-6-iscsi {{(pid=106429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:19:31.732564 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:31.732922 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:31.733287 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:31.733630 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:31.733967 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:31.734294 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:31.734627 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:31.734947 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:31.735274 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:31.735602 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:31.735928 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:31.736523 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:31.736648 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:31.736880 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:31.737327 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:31.753404 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:31.759187 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-afcc1585-b823-4f05-9c44-88984339af48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514'] for port (51f4e3b4-c346-41c9-a930-9ae5791d169c), after_delete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:31.786671 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc1585-b823-4f05-9c44-88984339af48 None None] Pushing event deleted for resources: {'Port': ['ID=51f4e3b4-c346-41c9-a930-9ae5791d169c,revision_number=None']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:31.791929 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcc1585-b823-4f05-9c44-88984339af48 None None] No DVR routers for this DVR port 51f4e3b4-c346-41c9-a930-9ae5791d169c on host dv-cinder-849143-6-iscsi {{(pid=106430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:19:31.798674 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1288257', 'neutron.services.segments.db._delete_segments_for_network-8778793935297'] for network (07b99e2a-cf84-49eb-ad08-c0b8d4b88a58), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:31.806009 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc1585-b823-4f05-9c44-88984339af48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:31.806310 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc1585-b823-4f05-9c44-88984339af48 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:31.806660 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc1585-b823-4f05-9c44-88984339af48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:31.807003 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc1585-b823-4f05-9c44-88984339af48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:31.807336 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc1585-b823-4f05-9c44-88984339af48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:31.807764 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc1585-b823-4f05-9c44-88984339af48 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:31.807984 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc1585-b823-4f05-9c44-88984339af48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:31.808313 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc1585-b823-4f05-9c44-88984339af48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:31.808696 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc1585-b823-4f05-9c44-88984339af48 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:31.808950 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc1585-b823-4f05-9c44-88984339af48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:31.809302 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc1585-b823-4f05-9c44-88984339af48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:31.809709 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc1585-b823-4f05-9c44-88984339af48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:31.809959 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc1585-b823-4f05-9c44-88984339af48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:31.810260 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc1585-b823-4f05-9c44-88984339af48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:31.810589 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc1585-b823-4f05-9c44-88984339af48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:19:31.818215 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.services.segments.db [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b99e2a-cf84-49eb-ad08-c0b8d4b88a58']}} {{(pid=106429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:31.827737 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.services.segments.db [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be00abc5-83f8-48c9-be19-f9d646187374') {'for_net_delete': True} {{(pid=106429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:31.828106 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.services.segments.db [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be00abc5-83f8-48c9-be19-f9d646187374') {} {{(pid=106429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:31.838686 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778793935189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10089575'] for segment (be00abc5-83f8-48c9-be19-f9d646187374), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:31.844667 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:31.853651 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (be00abc5-83f8-48c9-be19-f9d646187374), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:31.860445 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=106429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:19:31.860827 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9559167'] for segment (be00abc5-83f8-48c9-be19-f9d646187374), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:31.882491 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46 no longer exists at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:19:31.902772 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] No Port match for: 9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:19:31.903129 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 9b8127c8-9cdf-4c0e-b78e-d3efbef4fc46 not bound to the agent host dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:19:31.903562 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 51f4e3b4-c346-41c9-a930-9ae5791d169c no longer exists at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:19:31.923721 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] No Port match for: 51f4e3b4-c346-41c9-a930-9ae5791d169c {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:19:31.924134 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 51f4e3b4-c346-41c9-a930-9ae5791d169c not bound to the agent host dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:19:31.925243 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 7c1fa498-56ca-486d-90b5-f7ba666a0c91 no longer exists at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:19:31.933078 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1288312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684483'] for network (07b99e2a-cf84-49eb-ad08-c0b8d4b88a58), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:31.939285 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:31.944605 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/07b99e2a-cf84-49eb-ad08-c0b8d4b88a58 HTTP/1.1" status: 204 len: 168 time: 0.5652156 Sep 22 22:19:31.947606 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 44780) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:19:31.949533 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] No Port match for: 7c1fa498-56ca-486d-90b5-f7ba666a0c91 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:19:31.950076 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 7c1fa498-56ca-486d-90b5-f7ba666a0c91 not bound to the agent host dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:19:31.957632 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.services.segments.plugin [-] Segment be00abc5-83f8-48c9-be19-f9d646187374 resource provider aggregate not found Sep 22 22:19:31.962548 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4de3ec-e998-48dc-b8aa-24ac4a7a09e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=07b99e2a-cf84-49eb-ad08-c0b8d4b88a58,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:31.978950 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.services.segments.plugin [-] Segment be00abc5-83f8-48c9-be19-f9d646187374 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be00abc5-83f8-48c9-be19-f9d646187374 found for delete ", "request_id": "req-d4e5f722-3c06-462a-ace7-1e9fcb88c73a"}]} Sep 22 22:19:32.269921 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-92e7bc66-b069-4ae8-87f8-8c465421d1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3769516'] for router_interface (714d2fa0-b35a-4199-bdeb-b9d8310c5ac6), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:32.311961 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:DELETE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:32.495033 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-92e7bc66-b069-4ae8-87f8-8c465421d1ed admin admin] Deleting port 6b2c60a7-7f74-48d0-9428-1150c495a72f {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:19:32.495298 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-92e7bc66-b069-4ae8-87f8-8c465421d1ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (6b2c60a7-7f74-48d0-9428-1150c495a72f), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:32.582361 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-92e7bc66-b069-4ae8-87f8-8c465421d1ed admin admin] For port 6b2c60a7-7f74-48d0-9428-1150c495a72f, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=6b2c60a7-7f74-48d0-9428-1150c495a72f,segment=NetworkSegment(ce674480-76ca-4c0f-87d9-7791a98f7b49),segment_id=ce674480-76ca-4c0f-87d9-7791a98f7b49)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:19:32.582727 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-92e7bc66-b069-4ae8-87f8-8c465421d1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (6b2c60a7-7f74-48d0-9428-1150c495a72f), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:32.595570 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-92e7bc66-b069-4ae8-87f8-8c465421d1ed admin admin] Calling delete_port for 6b2c60a7-7f74-48d0-9428-1150c495a72f owned by network:router_interface {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:19:32.704617 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:32.775409 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-92e7bc66-b069-4ae8-87f8-8c465421d1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (6b2c60a7-7f74-48d0-9428-1150c495a72f), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:32.798836 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7bc66-b069-4ae8-87f8-8c465421d1ed admin admin] Pushing event deleted for resources: {'Port': ['ID=6b2c60a7-7f74-48d0-9428-1150c495a72f,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:33.199926 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-92e7bc66-b069-4ae8-87f8-8c465421d1ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3923237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679260'] for router_interface (714d2fa0-b35a-4199-bdeb-b9d8310c5ac6), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:33.399647 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e7bc66-b069-4ae8-87f8-8c465421d1ed admin admin] Router 714d2fa0-b35a-4199-bdeb-b9d8310c5ac6 has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:19:33.446751 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:33.504840 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e7bc66-b069-4ae8-87f8-8c465421d1ed admin admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:19:33.509776 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-92e7bc66-b069-4ae8-87f8-8c465421d1ed admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/714d2fa0-b35a-4199-bdeb-b9d8310c5ac6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5611606 Sep 22 22:19:33.512304 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 44784) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:19:33.513242 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e8cbd6-d5ed-439c-8929-15ca30029760 None None] Sync routers for ids ['714d2fa0-b35a-4199-bdeb-b9d8310c5ac6'] in dv-cinder-849143-6-iscsi {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:19:33.526833 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e8cbd6-d5ed-439c-8929-15ca30029760 None None] Routers {'714d2fa0-b35a-4199-bdeb-b9d8310c5ac6'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:19:33.527444 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-20e8cbd6-d5ed-439c-8929-15ca30029760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:19:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['714d2fa0-b35a-4199-bdeb-b9d8310c5ac6'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:33.612565 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-081663b0-bd30-4f3e-b2fb-dadf4857233e admin admin] Publish callbacks [] for router (714d2fa0-b35a-4199-bdeb-b9d8310c5ac6), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:33.629490 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-20e8cbd6-d5ed-439c-8929-15ca30029760 None None] Set router 714d2fa0-b35a-4199-bdeb-b9d8310c5ac6 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:19:33.718148 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-081663b0-bd30-4f3e-b2fb-dadf4857233e admin admin] Publish callbacks [] for router_gateway (714d2fa0-b35a-4199-bdeb-b9d8310c5ac6), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:33.758148 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:DELETE=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:33.763921 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-081663b0-bd30-4f3e-b2fb-dadf4857233e admin admin] Deleting port 05b8b1ae-b31f-4ac1-91ae-cbb18a265523 {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:19:33.764311 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-081663b0-bd30-4f3e-b2fb-dadf4857233e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (05b8b1ae-b31f-4ac1-91ae-cbb18a265523), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:33.858993 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-081663b0-bd30-4f3e-b2fb-dadf4857233e admin admin] For port 05b8b1ae-b31f-4ac1-91ae-cbb18a265523, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=05b8b1ae-b31f-4ac1-91ae-cbb18a265523,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:19:33.859366 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-081663b0-bd30-4f3e-b2fb-dadf4857233e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (05b8b1ae-b31f-4ac1-91ae-cbb18a265523), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:33.872921 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-081663b0-bd30-4f3e-b2fb-dadf4857233e admin admin] Calling delete_port for 05b8b1ae-b31f-4ac1-91ae-cbb18a265523 owned by network:router_gateway {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:19:33.886571 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-20e8cbd6-d5ed-439c-8929-15ca30029760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714d2fa0-b35a-4199-bdeb-b9d8310c5ac6', 'name': 'tempest-TestMinimumBasicScenario-2025167104-router', 'tenant_id': 'aa2609ad72ba4dc2a4c3566078265457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '05b8b1ae-b31f-4ac1-91ae-cbb18a265523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:53Z', 'updated_at': '2022-09-22T22:19:32Z', 'revision_number': 5, 'project_id': 'aa2609ad72ba4dc2a4c3566078265457', 'gw_port': {'id': '05b8b1ae-b31f-4ac1-91ae-cbb18a265523', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:53:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714d2fa0-b35a-4199-bdeb-b9d8310c5ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:15:54Z', 'updated_at': '2022-09-22T22:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi'}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:33.911395 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e8cbd6-d5ed-439c-8929-15ca30029760 None None] Checking router: 714d2fa0-b35a-4199-bdeb-b9d8310c5ac6 for host: dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:19:33.919687 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e8cbd6-d5ed-439c-8929-15ca30029760 None None] Routers {'714d2fa0-b35a-4199-bdeb-b9d8310c5ac6'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:19:33.920314 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-20e8cbd6-d5ed-439c-8929-15ca30029760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:19:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['714d2fa0-b35a-4199-bdeb-b9d8310c5ac6'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:34.003434 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-20e8cbd6-d5ed-439c-8929-15ca30029760 None None] Set router 714d2fa0-b35a-4199-bdeb-b9d8310c5ac6 gateway port host: None {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:19:34.042891 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-081663b0-bd30-4f3e-b2fb-dadf4857233e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (05b8b1ae-b31f-4ac1-91ae-cbb18a265523), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:34.060295 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-20e8cbd6-d5ed-439c-8929-15ca30029760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714d2fa0-b35a-4199-bdeb-b9d8310c5ac6', 'name': 'tempest-TestMinimumBasicScenario-2025167104-router', 'tenant_id': 'aa2609ad72ba4dc2a4c3566078265457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:53Z', 'updated_at': '2022-09-22T22:19:33Z', 'revision_number': 6, 'project_id': 'aa2609ad72ba4dc2a4c3566078265457', 'gw_port_host': None}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:34.068960 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081663b0-bd30-4f3e-b2fb-dadf4857233e admin admin] Pushing event deleted for resources: {'Port': ['ID=05b8b1ae-b31f-4ac1-91ae-cbb18a265523,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:34.086365 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e8cbd6-d5ed-439c-8929-15ca30029760 None None] The sync data for ids ['714d2fa0-b35a-4199-bdeb-b9d8310c5ac6'] in dv-cinder-849143-6-iscsi is: [{'id': '714d2fa0-b35a-4199-bdeb-b9d8310c5ac6', 'name': 'tempest-TestMinimumBasicScenario-2025167104-router', 'tenant_id': 'aa2609ad72ba4dc2a4c3566078265457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:15:53Z', 'updated_at': '2022-09-22T22:19:33Z', 'revision_number': 6, 'project_id': 'aa2609ad72ba4dc2a4c3566078265457', 'gw_port_host': None}] {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:19:34.128603 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:19:34.141368 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-081663b0-bd30-4f3e-b2fb-dadf4857233e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3684438'] for router_gateway (714d2fa0-b35a-4199-bdeb-b9d8310c5ac6), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:34.228488 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-081663b0-bd30-4f3e-b2fb-dadf4857233e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15774'] for router (714d2fa0-b35a-4199-bdeb-b9d8310c5ac6), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:34.230676 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-081663b0-bd30-4f3e-b2fb-dadf4857233e admin admin] Publish callbacks [] for router_controller (714d2fa0-b35a-4199-bdeb-b9d8310c5ac6), precommit_delete_associations {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:34.272573 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-081663b0-bd30-4f3e-b2fb-dadf4857233e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679329'] for router (714d2fa0-b35a-4199-bdeb-b9d8310c5ac6), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:34.273214 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081663b0-bd30-4f3e-b2fb-dadf4857233e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 714d2fa0-b35a-4199-bdeb-b9d8310c5ac6 {{(pid=106428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 22:19:34.277422 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-081663b0-bd30-4f3e-b2fb-dadf4857233e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:34.278567 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-081663b0-bd30-4f3e-b2fb-dadf4857233e admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/714d2fa0-b35a-4199-bdeb-b9d8310c5ac6 HTTP/1.1" status: 204 len: 168 time: 0.7653491 Sep 22 22:19:34.281131 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 44786) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:19:34.325048 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_v2 [None req-8118f085-8c51-4e1f-8832-9bcadb54a4bc admin admin] Deleting subnet 79790d78-dde8-4490-9438-53a1c44feb5f {{(pid=106428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 22:19:34.328173 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8118f085-8c51-4e1f-8832-9bcadb54a4bc admin admin] Publish callbacks [] for subnet (79790d78-dde8-4490-9438-53a1c44feb5f), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:34.363042 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8118f085-8c51-4e1f-8832-9bcadb54a4bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10260588'] for subnet (79790d78-dde8-4490-9438-53a1c44feb5f), precommit_delete_associations {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:34.407408 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:34.443360 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8118f085-8c51-4e1f-8832-9bcadb54a4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433450'] for subnet (79790d78-dde8-4490-9438-53a1c44feb5f), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:34.498512 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8118f085-8c51-4e1f-8832-9bcadb54a4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10406668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847801'] for subnet (79790d78-dde8-4490-9438-53a1c44feb5f), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:34.523244 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118f085-8c51-4e1f-8832-9bcadb54a4bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79790d78-dde8-4490-9438-53a1c44feb5f,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:34.528793 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8118f085-8c51-4e1f-8832-9bcadb54a4bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for subnet (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:34.531974 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-8118f085-8c51-4e1f-8832-9bcadb54a4bc admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/79790d78-dde8-4490-9438-53a1c44feb5f HTTP/1.1" status: 204 len: 168 time: 0.2499254 Sep 22 22:19:34.535065 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f64da6a-7a4d-4105-bbb2-cd9bcf205b4f None None] Network fd3bb9a5-b01a-491b-8892-503ef3b86190 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:19:34.535543 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 44788) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:19:34.593259 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:34.596602 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:34.605644 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-69b9fa31-4821-4f71-b135-57faac315e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425183'] for network (fd3bb9a5-b01a-491b-8892-503ef3b86190), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:34.649255 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-69b9fa31-4821-4f71-b135-57faac315e0b admin admin] Deleting port af8196b5-5cf3-49d7-931e-cfbc55c3a3d3 {{(pid=106429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:19:34.649599 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-69b9fa31-4821-4f71-b135-57faac315e0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (af8196b5-5cf3-49d7-931e-cfbc55c3a3d3), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:34.717245 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.db [None req-69b9fa31-4821-4f71-b135-57faac315e0b admin admin] For port af8196b5-5cf3-49d7-931e-cfbc55c3a3d3, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=af8196b5-5cf3-49d7-931e-cfbc55c3a3d3,segment=NetworkSegment(ce674480-76ca-4c0f-87d9-7791a98f7b49),segment_id=ce674480-76ca-4c0f-87d9-7791a98f7b49)] {{(pid=106429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:19:34.717525 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-69b9fa31-4821-4f71-b135-57faac315e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (af8196b5-5cf3-49d7-931e-cfbc55c3a3d3), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:34.730807 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-69b9fa31-4821-4f71-b135-57faac315e0b admin admin] Calling delete_port for af8196b5-5cf3-49d7-931e-cfbc55c3a3d3 owned by network:dhcp {{(pid=106429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:19:34.806860 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-69b9fa31-4821-4f71-b135-57faac315e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (af8196b5-5cf3-49d7-931e-cfbc55c3a3d3), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:34.833827 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb29a0a-e91a-44b7-8fdf-3ed2c4f5b098 None None] DHCP port deletion for fd3bb9a5-b01a-491b-8892-503ef3b86190 request from dv-cinder-849143-6-iscsi {{(pid=106430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 22:19:34.834115 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9fa31-4821-4f71-b135-57faac315e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=af8196b5-5cf3-49d7-931e-cfbc55c3a3d3,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:34.837680 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b9fa31-4821-4f71-b135-57faac315e0b admin admin] No DVR routers for this DVR port af8196b5-5cf3-49d7-931e-cfbc55c3a3d3 on host dv-cinder-849143-6-iscsi {{(pid=106429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:19:34.914574 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-69b9fa31-4821-4f71-b135-57faac315e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1288257', 'neutron.services.segments.db._delete_segments_for_network-8778793935297'] for network (fd3bb9a5-b01a-491b-8892-503ef3b86190), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:34.935392 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.services.segments.db [None req-69b9fa31-4821-4f71-b135-57faac315e0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd3bb9a5-b01a-491b-8892-503ef3b86190']}} {{(pid=106429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:34.945485 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.services.segments.db [None req-69b9fa31-4821-4f71-b135-57faac315e0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce674480-76ca-4c0f-87d9-7791a98f7b49') {'for_net_delete': True} {{(pid=106429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:34.945779 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.services.segments.db [None req-69b9fa31-4821-4f71-b135-57faac315e0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce674480-76ca-4c0f-87d9-7791a98f7b49') {} {{(pid=106429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:19:34.955222 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-69b9fa31-4821-4f71-b135-57faac315e0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778793935189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10089575'] for segment (ce674480-76ca-4c0f-87d9-7791a98f7b49), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:34.968604 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-69b9fa31-4821-4f71-b135-57faac315e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (ce674480-76ca-4c0f-87d9-7791a98f7b49), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:34.974914 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69b9fa31-4821-4f71-b135-57faac315e0b admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=106429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:19:34.975316 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-69b9fa31-4821-4f71-b135-57faac315e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9559167'] for segment (ce674480-76ca-4c0f-87d9-7791a98f7b49), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:35.019499 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.services.segments.plugin [-] Segment ce674480-76ca-4c0f-87d9-7791a98f7b49 resource provider aggregate not found Sep 22 22:19:35.043831 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-69b9fa31-4821-4f71-b135-57faac315e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1288312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684483'] for network (fd3bb9a5-b01a-491b-8892-503ef3b86190), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:35.052536 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-69b9fa31-4821-4f71-b135-57faac315e0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:35.058047 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-69b9fa31-4821-4f71-b135-57faac315e0b admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/fd3bb9a5-b01a-491b-8892-503ef3b86190 HTTP/1.1" status: 204 len: 168 time: 0.5197203 Sep 22 22:19:35.058047 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.services.segments.plugin [-] Segment ce674480-76ca-4c0f-87d9-7791a98f7b49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce674480-76ca-4c0f-87d9-7791a98f7b49 found for delete ", "request_id": "req-af759928-a136-42fa-9dbc-39a256945b68"}]} Sep 22 22:19:35.069823 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9fa31-4821-4f71-b135-57faac315e0b admin admin] Pushing event deleted for resources: {'Network': ['ID=fd3bb9a5-b01a-491b-8892-503ef3b86190,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:35.198646 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 44796) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:19:35.239134 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-9e74a980-f281-42ba-aaeb-c1f3612ac452 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=53f244703dfd4cb29d183025b9d6789e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392325 Sep 22 22:19:35.241497 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 44798) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:19:35.267207 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:35.295822 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-a40482c8-771d-492a-a762-38e0f3ed6285 admin admin] Publish callbacks [] for security_group (72330a9c-c4b8-41cd-b18e-c0f039457cc9), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:35.316096 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-a40482c8-771d-492a-a762-38e0f3ed6285 admin admin] Publish callbacks [] for security_group (72330a9c-c4b8-41cd-b18e-c0f039457cc9), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:35.361921 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-a40482c8-771d-492a-a762-38e0f3ed6285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (72330a9c-c4b8-41cd-b18e-c0f039457cc9), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:35.365518 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-a40482c8-771d-492a-a762-38e0f3ed6285 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:35.366757 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-a40482c8-771d-492a-a762-38e0f3ed6285 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/72330a9c-c4b8-41cd-b18e-c0f039457cc9 HTTP/1.1" status: 204 len: 168 time: 0.1243551 Sep 22 22:19:35.378196 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40482c8-771d-492a-a762-38e0f3ed6285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72330a9c-c4b8-41cd-b18e-c0f039457cc9,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:35.688548 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 44804) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:19:35.728708 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-c5f250e1-8fea-4697-8c82-b478b263f445 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=aa2609ad72ba4dc2a4c3566078265457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388622 Sep 22 22:19:35.731145 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 44806) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:19:35.778192 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2ac7e3c3-954f-4544-b395-c053b62eaa26 admin admin] Publish callbacks [] for security_group (353f835e-fcbb-4a86-8ab3-5ba5173a0d32), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:35.798086 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2ac7e3c3-954f-4544-b395-c053b62eaa26 admin admin] Publish callbacks [] for security_group (353f835e-fcbb-4a86-8ab3-5ba5173a0d32), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:35.848624 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2ac7e3c3-954f-4544-b395-c053b62eaa26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (353f835e-fcbb-4a86-8ab3-5ba5173a0d32), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:35.851457 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2ac7e3c3-954f-4544-b395-c053b62eaa26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:35.852627 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-2ac7e3c3-954f-4544-b395-c053b62eaa26 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/353f835e-fcbb-4a86-8ab3-5ba5173a0d32 HTTP/1.1" status: 204 len: 168 time: 0.1205742 Sep 22 22:19:35.863155 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7e3c3-954f-4544-b395-c053b62eaa26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353f835e-fcbb-4a86-8ab3-5ba5173a0d32,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:19:35.877551 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 05b8b1ae-b31f-4ac1-91ae-cbb18a265523 no longer exists at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:19:35.907081 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] No Port match for: 05b8b1ae-b31f-4ac1-91ae-cbb18a265523 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:19:35.907424 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 05b8b1ae-b31f-4ac1-91ae-cbb18a265523 not bound to the agent host dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:19:35.907904 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 6b2c60a7-7f74-48d0-9428-1150c495a72f no longer exists at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:19:35.926754 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] No Port match for: 6b2c60a7-7f74-48d0-9428-1150c495a72f {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:19:35.927095 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 6b2c60a7-7f74-48d0-9428-1150c495a72f not bound to the agent host dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:19:35.927512 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device af8196b5-5cf3-49d7-931e-cfbc55c3a3d3 no longer exists at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:19:35.945631 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] No Port match for: af8196b5-5cf3-49d7-931e-cfbc55c3a3d3 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:19:35.945963 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device af8196b5-5cf3-49d7-931e-cfbc55c3a3d3 not bound to the agent host dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:19:44.063980 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:44.123538 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=63,neutron:UPDATE=3 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:44.882023 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-2e73a3e7-073d-455c-828d-f7228f1d44f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:45.369646 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=9,neutron:DELETE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:45.371594 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=33,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:45.832749 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=73,neutron:DELETE=6 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:45.858002 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=74,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:19:47.059540 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-c58e2013-a377-4f44-aeb9-5d4eca571c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:47.151674 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:48.340962 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:49.760530 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:19:50.114089 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:20:00.103459 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:20:00.109588 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=13,neutron:UPDATE=5 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:20:11.129231 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:20:11.166503 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76566d-84be-4008-b184-8980bfb7bb48 req-01bc5950-57e2-4a59-b503-27111fdc9e79 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:11.167987 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3b76566d-84be-4008-b184-8980bfb7bb48 req-01bc5950-57e2-4a59-b503-27111fdc9e79 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 946 time: 0.0476384 Sep 22 22:20:11.215827 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3b76566d-84be-4008-b184-8980bfb7bb48 req-c9cba929-0e61-40fe-89a4-ffec825eb588 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415606 Sep 22 22:20:12.343433 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6dbe8-61ad-406f-b808-249b6bae3b7e req-089610d9-90e8-4568-8fdc-02f4f03fc6fd tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:12.344911 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-50c6dbe8-61ad-406f-b808-249b6bae3b7e req-089610d9-90e8-4568-8fdc-02f4f03fc6fd tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 946 time: 0.0458460 Sep 22 22:20:12.395226 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-50c6dbe8-61ad-406f-b808-249b6bae3b7e req-c3c6f3e4-fd13-429b-a7ea-91dcd1395dd0 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445495 Sep 22 22:20:13.734844 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd8f70-2d38-4dc5-b1d8-ae7fc9f42774 req-a70c1bda-ea23-4f2c-bd7a-170ae693f84b tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:13.736345 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-13cd8f70-2d38-4dc5-b1d8-ae7fc9f42774 req-a70c1bda-ea23-4f2c-bd7a-170ae693f84b tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 946 time: 0.2615821 Sep 22 22:20:13.784032 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-13cd8f70-2d38-4dc5-b1d8-ae7fc9f42774 req-4bb00ac8-0c76-4bc9-9eec-80fbc2d53a1f tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414219 Sep 22 22:20:14.885059 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-e741689c-3a65-40d0-9e08-0f8515d39e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:20:14.969773 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53c80c-aec1-4a3d-85f0-ab2eaa452870 req-fb99d6e7-78d7-4f2a-bb80-3ef7a1c63007 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:14.971923 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-db53c80c-aec1-4a3d-85f0-ab2eaa452870 req-fb99d6e7-78d7-4f2a-bb80-3ef7a1c63007 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 946 time: 0.1066577 Sep 22 22:20:15.019316 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-db53c80c-aec1-4a3d-85f0-ab2eaa452870 req-53d9abe8-880b-4791-abc8-436388d3f09c tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418360 Sep 22 22:20:16.149045 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87456bd8-99fb-4e9b-b196-c9be66447143 req-fc5bbea7-cc86-4c21-845b-499cfde50734 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:16.150461 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-87456bd8-99fb-4e9b-b196-c9be66447143 req-fc5bbea7-cc86-4c21-845b-499cfde50734 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 946 time: 0.0494478 Sep 22 22:20:16.198765 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-87456bd8-99fb-4e9b-b196-c9be66447143 req-33431da4-3982-41f3-b6c7-ffed80967f19 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427048 Sep 22 22:20:17.061915 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-6ef21806-69e3-4463-a37b-0cb6aeaf4e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:20:17.147604 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:20:17.326749 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15994e74-5426-432f-9c45-32d5f6844c49 req-48074ac3-60aa-45fb-928c-ef37148eea21 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:17.328323 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-15994e74-5426-432f-9c45-32d5f6844c49 req-48074ac3-60aa-45fb-928c-ef37148eea21 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 946 time: 0.0489719 Sep 22 22:20:17.375364 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-15994e74-5426-432f-9c45-32d5f6844c49 req-f6aa14a0-7dae-46bf-b378-745fec7ae10d tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405402 Sep 22 22:20:18.153163 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=5 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:20:18.346182 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:20:18.505349 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc6411-9d80-4793-8b17-7b5149d83d89 req-ce507795-ff4d-4933-ab81-03140b8dea42 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:18.506830 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b9dc6411-9d80-4793-8b17-7b5149d83d89 req-ce507795-ff4d-4933-ab81-03140b8dea42 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 946 time: 0.0500760 Sep 22 22:20:18.554166 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b9dc6411-9d80-4793-8b17-7b5149d83d89 req-b7b03ea2-c161-4165-99a1-dafa98d8aff9 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417781 Sep 22 22:20:19.680254 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bab5fd-a6e8-4080-a19d-88622c7c94d2 req-889dfe30-4e1d-436c-bc45-1df12b91834e tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:19.681747 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-30bab5fd-a6e8-4080-a19d-88622c7c94d2 req-889dfe30-4e1d-436c-bc45-1df12b91834e tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 946 time: 0.0472014 Sep 22 22:20:19.728119 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-30bab5fd-a6e8-4080-a19d-88622c7c94d2 req-6d34ad34-81e9-495b-ab84-6c04137a943a tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407763 Sep 22 22:20:19.763862 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:20:20.116259 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:20:20.856120 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbb676-a560-4912-bf26-ce3edfaf5de0 req-291b8de6-5bc4-4a72-b804-4309dd17749c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:20.857616 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7acbb676-a560-4912-bf26-ce3edfaf5de0 req-291b8de6-5bc4-4a72-b804-4309dd17749c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=eaff29c3c9b84929b0451e8e82caf4f2&device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 1130 time: 0.0671527 Sep 22 22:20:20.875048 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04bae1-7c67-4337-ac45-2b6b9186d2dd req-4f8fd719-a1a2-4d22-b865-fbdda816eaa8 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:20.876492 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fe04bae1-7c67-4337-ac45-2b6b9186d2dd req-4f8fd719-a1a2-4d22-b865-fbdda816eaa8 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 946 time: 0.0586834 Sep 22 22:20:20.981612 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fe04bae1-7c67-4337-ac45-2b6b9186d2dd req-b565227f-d31d-47bb-8e1a-9ac70ce4cf7c tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969117 Sep 22 22:20:20.996190 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbb676-a560-4912-bf26-ce3edfaf5de0 req-a92abb87-b20f-4bfd-a9a8-2c42bdd0aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:20.997536 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7acbb676-a560-4912-bf26-ce3edfaf5de0 req-a92abb87-b20f-4bfd-a9a8-2c42bdd0aa8e service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=a3032908-0d20-4083-a609-def5ad9a09dd HTTP/1.1" status: 200 len: 918 time: 0.1202133 Sep 22 22:20:21.045811 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:20:21.064636 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7acbb676-a560-4912-bf26-ce3edfaf5de0 req-07207736-f098-4be7-be80-52b18f65f323 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8ece83a-0238-40e0-9d0d-3d28f90f9abf HTTP/1.1" status: 200 len: 1002 time: 0.0600374 Sep 22 22:20:21.103993 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:20:21.112947 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbb676-a560-4912-bf26-ce3edfaf5de0 req-536851a9-7581-429e-bf36-772f826ec6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:21.114544 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7acbb676-a560-4912-bf26-ce3edfaf5de0 req-536851a9-7581-429e-bf36-772f826ec6ce service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b371fb7c-e81d-4b99-a872-fa8fc506c36f HTTP/1.1" status: 200 len: 856 time: 0.0445042 Sep 22 22:20:21.129470 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=5 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:20:21.158145 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbb676-a560-4912-bf26-ce3edfaf5de0 req-3c13ad6e-ee75-4de0-9e41-3b114eea350f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:21.159667 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7acbb676-a560-4912-bf26-ce3edfaf5de0 req-3c13ad6e-ee75-4de0-9e41-3b114eea350f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=a3032908-0d20-4083-a609-def5ad9a09dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398045 Sep 22 22:20:21.251995 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7acbb676-a560-4912-bf26-ce3edfaf5de0 req-d3401869-0da1-4cd3-93e3-19c839667b5b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a3032908-0d20-4083-a609-def5ad9a09dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857780 Sep 22 22:20:21.369926 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7acbb676-a560-4912-bf26-ce3edfaf5de0 req-9229072f-f521-4e3f-940e-810b426485b9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a3032908-0d20-4083-a609-def5ad9a09dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856247 Sep 22 22:20:22.108861 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154678a-546f-4ec9-9a39-d41857ed1269 req-8ecccb5b-5834-4832-8a93-868b564544e2 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:22.110316 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c154678a-546f-4ec9-9a39-d41857ed1269 req-8ecccb5b-5834-4832-8a93-868b564544e2 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 946 time: 0.0470939 Sep 22 22:20:22.158032 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c154678a-546f-4ec9-9a39-d41857ed1269 req-0a417e80-4acd-4651-b0aa-9b21bf4dbbb8 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415354 Sep 22 22:20:23.290250 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdeeed7-86ab-435d-bf78-925844a0b288 req-51cbf185-b7d0-43dd-b382-1182b3357579 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:23.291721 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4fdeeed7-86ab-435d-bf78-925844a0b288 req-51cbf185-b7d0-43dd-b382-1182b3357579 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 946 time: 0.0475926 Sep 22 22:20:23.338701 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4fdeeed7-86ab-435d-bf78-925844a0b288 req-8ccebf0c-bb6f-4bf3-8c55-385a319172b6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412960 Sep 22 22:20:24.469045 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bae227-5286-415f-96ff-4a0901f95e81 req-b09ce903-9b48-4203-bc1f-82705aa82ade tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:24.470534 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a6bae227-5286-415f-96ff-4a0901f95e81 req-b09ce903-9b48-4203-bc1f-82705aa82ade tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 946 time: 0.0500612 Sep 22 22:20:24.516921 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a6bae227-5286-415f-96ff-4a0901f95e81 req-faf9e70a-ed1e-4ab9-9923-796fe23e9d31 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409138 Sep 22 22:20:25.639679 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca0003-a822-4531-8cc9-a1e0d355b28e req-7c575318-7cec-49b7-8a9a-5c645f32dc3f tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:25.641195 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-86ca0003-a822-4531-8cc9-a1e0d355b28e req-7c575318-7cec-49b7-8a9a-5c645f32dc3f tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 946 time: 0.0454330 Sep 22 22:20:25.687123 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-86ca0003-a822-4531-8cc9-a1e0d355b28e req-628c67f6-96ac-4c96-8f1f-23f7f02ae9c4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395236 Sep 22 22:20:26.811558 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ecc7e-e6a6-4f69-9410-a734feabfcb1 req-fb4e7fac-211c-4858-9c96-7df382ebf03f tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:26.813013 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-854ecc7e-e6a6-4f69-9410-a734feabfcb1 req-fb4e7fac-211c-4858-9c96-7df382ebf03f tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 946 time: 0.0467107 Sep 22 22:20:26.864267 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-854ecc7e-e6a6-4f69-9410-a734feabfcb1 req-9b94fb1d-3c9e-4e03-8bc2-4192937b2ad6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454950 Sep 22 22:20:27.988456 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad5e8b-5c1b-43f2-888d-a608390239cc req-a858229e-d037-49ac-a412-fbda2e5ec691 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:27.990592 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9aad5e8b-5c1b-43f2-888d-a608390239cc req-a858229e-d037-49ac-a412-fbda2e5ec691 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 946 time: 0.0471981 Sep 22 22:20:28.036678 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9aad5e8b-5c1b-43f2-888d-a608390239cc req-64d532a8-ebe3-4f16-8ef6-ee44496c3542 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400519 Sep 22 22:20:29.160283 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ff9dd-f6f9-4de9-a20e-775160f911cd req-e68759d2-6cd1-4389-8da9-a149ccc99083 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:29.161825 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ce2ff9dd-f6f9-4de9-a20e-775160f911cd req-e68759d2-6cd1-4389-8da9-a149ccc99083 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 946 time: 0.0464098 Sep 22 22:20:29.207954 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ce2ff9dd-f6f9-4de9-a20e-775160f911cd req-ba08c1e8-caee-47c6-ab3d-2198d0ae5461 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404410 Sep 22 22:20:29.397641 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device c8ece83a-0238-40e0-9d0d-3d28f90f9abf details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 22:20:29.497920 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port c8ece83a-0238-40e0-9d0d-3d28f90f9abf, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c8ece83a-0238-40e0-9d0d-3d28f90f9abf,segment=NetworkSegment(57625509-4963-4a20-95e6-4bf6edc1fe66),segment_id=57625509-4963-4a20-95e6-4bf6edc1fe66)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:20:29.508969 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Returning: {'device': 'c8ece83a-0238-40e0-9d0d-3d28f90f9abf', 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd', 'port_id': 'c8ece83a-0238-40e0-9d0d-3d28f90f9abf', 'mac_address': 'fa:16:3e:7c:fb:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 22:20:29.542701 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port c8ece83a-0238-40e0-9d0d-3d28f90f9abf is: ACTIVE; New status is: BUILD {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:20:29.543092 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (c8ece83a-0238-40e0-9d0d-3d28f90f9abf), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:20:29.556061 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8ece83a-0238-40e0-9d0d-3d28f90f9abf {{(pid=106430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:20:29.575661 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port c8ece83a-0238-40e0-9d0d-3d28f90f9abf, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c8ece83a-0238-40e0-9d0d-3d28f90f9abf,segment=NetworkSegment(57625509-4963-4a20-95e6-4bf6edc1fe66),segment_id=57625509-4963-4a20-95e6-4bf6edc1fe66)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:20:29.578605 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (c8ece83a-0238-40e0-9d0d-3d28f90f9abf), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:20:29.626148 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=c8ece83a-0238-40e0-9d0d-3d28f90f9abf,revision_number=6']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:29.763904 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['c8ece83a-0238-40e0-9d0d-3d28f90f9abf'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:20:30.336734 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:20:30.345248 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eae8ad-4c67-47f6-948b-34c8f5395fee req-ce843920-d2c9-4f21-b3bc-35b6be9483f2 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:30.346730 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a1eae8ad-4c67-47f6-948b-34c8f5395fee req-ce843920-d2c9-4f21-b3bc-35b6be9483f2 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 945 time: 0.0517552 Sep 22 22:20:30.393516 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a1eae8ad-4c67-47f6-948b-34c8f5395fee req-8eb35c08-3f13-4bf1-ab28-08cf36fc1379 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410669 Sep 22 22:20:31.412959 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device c8ece83a-0238-40e0-9d0d-3d28f90f9abf up at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:20:31.458253 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning complete for port c8ece83a-0238-40e0-9d0d-3d28f90f9abf triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:20:31.459141 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (c8ece83a-0238-40e0-9d0d-3d28f90f9abf), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:20:31.459581 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Attempt 1 to provision port c8ece83a-0238-40e0-9d0d-3d28f90f9abf Sep 22 22:20:31.518772 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479b347-4b6f-4e21-8f35-2c0bf9873714 req-95272e15-2a39-422f-b573-5cfea76d83a7 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:31.520274 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d479b347-4b6f-4e21-8f35-2c0bf9873714 req-95272e15-2a39-422f-b573-5cfea76d83a7 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 945 time: 0.0475166 Sep 22 22:20:31.531698 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port c8ece83a-0238-40e0-9d0d-3d28f90f9abf is: BUILD; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:20:31.532082 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (c8ece83a-0238-40e0-9d0d-3d28f90f9abf), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:20:31.536467 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:20:31.556781 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03073c72-a5ba-4bab-90eb-f92f0396c092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ece83a-0238-40e0-9d0d-3d28f90f9abf'}] {{(pid=106430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:20:31.559031 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2272dcd180a18b0bdbf7a4ac2a7f9325cd9193a83f54eb82bc11fdb6a8b27d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8985f6-ff59-4b4e-81f3-fde43603bee3" -d '{"events": [{"server_uuid": "03073c72-a5ba-4bab-90eb-f92f0396c092", "name": "network-vif-plugged", "status": "completed", "tag": "c8ece83a-0238-40e0-9d0d-3d28f90f9abf"}]}' {{(pid=106430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:20:31.571654 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port c8ece83a-0238-40e0-9d0d-3d28f90f9abf, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c8ece83a-0238-40e0-9d0d-3d28f90f9abf,segment=NetworkSegment(57625509-4963-4a20-95e6-4bf6edc1fe66),segment_id=57625509-4963-4a20-95e6-4bf6edc1fe66)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:20:31.575374 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d479b347-4b6f-4e21-8f35-2c0bf9873714 req-f1f7c5d1-9e31-42cc-b687-52c29a9aed9d tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484824 Sep 22 22:20:31.576157 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (c8ece83a-0238-40e0-9d0d-3d28f90f9abf), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:20:31.611391 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff572de-fd0b-476a-9e9b-34d0f2b00821 x-openstack-request-id: req-1ff572de-fd0b-476a-9e9b-34d0f2b00821 {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:20:31.611686 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03073c72-a5ba-4bab-90eb-f92f0396c092", "name": "network-vif-plugged", "status": "completed", "tag": "c8ece83a-0238-40e0-9d0d-3d28f90f9abf", "code": 200}]} {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:20:31.611936 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ff572de-fd0b-476a-9e9b-34d0f2b00821 {{(pid=106430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:20:31.612330 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ff572de-fd0b-476a-9e9b-34d0f2b00821'] response: {'server_uuid': '03073c72-a5ba-4bab-90eb-f92f0396c092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ece83a-0238-40e0-9d0d-3d28f90f9abf', 'code': 200} Sep 22 22:20:31.633919 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=c8ece83a-0238-40e0-9d0d-3d28f90f9abf,revision_number=7']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:32.705366 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7113272-0d8f-44a9-97a1-61b68fadf923 req-12cac624-40dd-4883-bb72-76f790a9b53f tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:32.706848 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a7113272-0d8f-44a9-97a1-61b68fadf923 req-12cac624-40dd-4883-bb72-76f790a9b53f tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 946 time: 0.0492551 Sep 22 22:20:32.754173 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a7113272-0d8f-44a9-97a1-61b68fadf923 req-94fed1ce-4a16-4993-a00b-db6330b807d5 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410671 Sep 22 22:20:33.881256 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e34fa-969f-406f-ab27-42772fee378c req-67034cdc-6324-42d7-81a3-ea2a7e072f4f tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:33.882903 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e83e34fa-969f-406f-ab27-42772fee378c req-67034cdc-6324-42d7-81a3-ea2a7e072f4f tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 946 time: 0.0461583 Sep 22 22:20:33.930062 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e83e34fa-969f-406f-ab27-42772fee378c req-f6dedb29-110b-4002-bd37-627d0079ee7a tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416121 Sep 22 22:20:35.065569 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc340c-0f00-4c74-9e61-db032dd2a8b0 req-545cff6f-2a06-4540-9ca7-8ff6c754eb18 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:35.074428 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7cbc340c-0f00-4c74-9e61-db032dd2a8b0 req-545cff6f-2a06-4540-9ca7-8ff6c754eb18 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 946 time: 0.0617142 Sep 22 22:20:35.123415 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7cbc340c-0f00-4c74-9e61-db032dd2a8b0 req-63a17d67-bce8-4857-b28e-b00628e9fecf tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481143 Sep 22 22:20:36.269495 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c423db-008f-430a-ae8f-6ffdbe7e7abf req-60629ff0-cf6b-4c04-843d-ee80d171b172 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:36.271753 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-24c423db-008f-430a-ae8f-6ffdbe7e7abf req-60629ff0-cf6b-4c04-843d-ee80d171b172 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 946 time: 0.0549262 Sep 22 22:20:36.328941 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-24c423db-008f-430a-ae8f-6ffdbe7e7abf req-4699c8f6-2c28-47ba-a0e5-02a9370908d1 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474026 Sep 22 22:20:37.480289 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b39d8-569f-49d3-88a8-d07dfcac4e6f req-d7b7369f-6d78-4ae0-b432-814be6d6d6ea tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:37.486035 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b16b39d8-569f-49d3-88a8-d07dfcac4e6f req-d7b7369f-6d78-4ae0-b432-814be6d6d6ea tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 946 time: 0.0538647 Sep 22 22:20:37.535869 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b16b39d8-569f-49d3-88a8-d07dfcac4e6f req-47e103c1-7565-4bc3-a16d-31f8730c0f13 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480258 Sep 22 22:20:38.693065 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f01d4-2974-495c-8398-586dc2fab107 req-90d73ccf-b78e-4a6e-afd2-8f1d8c70820a tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:38.694649 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a82f01d4-2974-495c-8398-586dc2fab107 req-90d73ccf-b78e-4a6e-afd2-8f1d8c70820a tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 946 time: 0.0670142 Sep 22 22:20:38.758182 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a82f01d4-2974-495c-8398-586dc2fab107 req-6125e246-b5a2-49dc-8ccc-a256634c193d tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560961 Sep 22 22:20:39.896843 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936309e4-3125-41fa-bc6c-f41924421add req-f67b32ae-b75f-412d-aa22-f0e218a495b3 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:39.899332 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-936309e4-3125-41fa-bc6c-f41924421add req-f67b32ae-b75f-412d-aa22-f0e218a495b3 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 946 time: 0.0547473 Sep 22 22:20:39.953852 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-936309e4-3125-41fa-bc6c-f41924421add req-d3d18860-459b-41bd-a4d5-b7bd1494cd6b tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474827 Sep 22 22:20:40.140645 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=13 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:20:40.144186 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=13 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:20:41.109771 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5695104-6d74-418c-93fb-4184dd36f66b req-34261e92-f500-4277-86e9-ddb4acf5a3ea tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:41.111192 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a5695104-6d74-418c-93fb-4184dd36f66b req-34261e92-f500-4277-86e9-ddb4acf5a3ea tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 946 time: 0.0539234 Sep 22 22:20:41.169780 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a5695104-6d74-418c-93fb-4184dd36f66b req-ac5c9488-1e69-4add-b946-a3e17e13c1e2 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507603 Sep 22 22:20:41.629830 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:20:41.632182 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:20:42.316226 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19238e9f-fff0-43fc-907e-a83e644f14a5 req-62d8d890-aa16-4001-9d39-295a8f49cad7 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:42.324142 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-19238e9f-fff0-43fc-907e-a83e644f14a5 req-62d8d890-aa16-4001-9d39-295a8f49cad7 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 946 time: 0.0569284 Sep 22 22:20:42.371314 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-19238e9f-fff0-43fc-907e-a83e644f14a5 req-d6d7daa3-f329-4d76-a64a-722d40d83d8e tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462110 Sep 22 22:20:43.463553 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:20:43.528699 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fabd31-44b4-4a57-aaa6-14e95038c83b req-e1ba73e0-b36b-4304-ba1e-b425299779e7 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:43.530265 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-24fabd31-44b4-4a57-aaa6-14e95038c83b req-e1ba73e0-b36b-4304-ba1e-b425299779e7 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 946 time: 0.0751219 Sep 22 22:20:43.580020 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-24fabd31-44b4-4a57-aaa6-14e95038c83b req-226b4685-80a4-40af-b59d-ed903946587d tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441182 Sep 22 22:20:44.715219 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b77ea1-d1cd-4a6f-9d1d-6028db45e83f req-5d9afb46-cb43-47b3-81f1-cecd38ae39ff tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:44.716685 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-31b77ea1-d1cd-4a6f-9d1d-6028db45e83f req-5d9afb46-cb43-47b3-81f1-cecd38ae39ff tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 946 time: 0.0497212 Sep 22 22:20:44.749571 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:20:44.764120 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-31b77ea1-d1cd-4a6f-9d1d-6028db45e83f req-2554b2c1-87a1-4cf7-9808-e9fb534bd3cd tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420594 Sep 22 22:20:44.887351 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-b86f56dc-f487-4dc1-9a12-c75162334881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:20:45.313980 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa384f-7a5a-4739-aed6-ae12184fe9ea req-e5dead32-122a-4bcd-bd07-09240eff981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:45.315450 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-00aa384f-7a5a-4739-aed6-ae12184fe9ea req-e5dead32-122a-4bcd-bd07-09240eff981a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=eaff29c3c9b84929b0451e8e82caf4f2&device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 1130 time: 0.0809736 Sep 22 22:20:45.409507 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa384f-7a5a-4739-aed6-ae12184fe9ea req-8145f737-65b6-41ce-9cc8-1a8c6c246609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:45.410955 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-00aa384f-7a5a-4739-aed6-ae12184fe9ea req-8145f737-65b6-41ce-9cc8-1a8c6c246609 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=a3032908-0d20-4083-a609-def5ad9a09dd HTTP/1.1" status: 200 len: 918 time: 0.0881307 Sep 22 22:20:45.472264 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-00aa384f-7a5a-4739-aed6-ae12184fe9ea req-45af4f2b-32c9-437d-9f84-01b42ddc91e3 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8ece83a-0238-40e0-9d0d-3d28f90f9abf HTTP/1.1" status: 200 len: 1002 time: 0.0548141 Sep 22 22:20:45.521040 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa384f-7a5a-4739-aed6-ae12184fe9ea req-10ca64a5-326c-400f-9ba0-c1377130589c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:45.522442 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-00aa384f-7a5a-4739-aed6-ae12184fe9ea req-10ca64a5-326c-400f-9ba0-c1377130589c service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b371fb7c-e81d-4b99-a872-fa8fc506c36f HTTP/1.1" status: 200 len: 856 time: 0.0428922 Sep 22 22:20:45.574041 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa384f-7a5a-4739-aed6-ae12184fe9ea req-14d49934-c130-465a-8c3b-53274aeabf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:45.575477 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-00aa384f-7a5a-4739-aed6-ae12184fe9ea req-14d49934-c130-465a-8c3b-53274aeabf56 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=a3032908-0d20-4083-a609-def5ad9a09dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414796 Sep 22 22:20:45.585369 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [req-00aa384f-7a5a-4739-aed6-ae12184fe9ea req-0ec9fba3-3f03-4fc2-b315-2f6e5a22015f service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106428) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 22:20:45.586300 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-00aa384f-7a5a-4739-aed6-ae12184fe9ea req-0ec9fba3-3f03-4fc2-b315-2f6e5a22015f service neutron] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047662 Sep 22 22:20:45.675145 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-00aa384f-7a5a-4739-aed6-ae12184fe9ea req-65b7b664-1845-4cd3-8171-119444792480 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a3032908-0d20-4083-a609-def5ad9a09dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810981 Sep 22 22:20:45.777386 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-00aa384f-7a5a-4739-aed6-ae12184fe9ea req-d1a86aca-26db-4811-96c9-763b0189566a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a3032908-0d20-4083-a609-def5ad9a09dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849628 Sep 22 22:20:45.893230 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3675bbe-303d-4f98-9de6-4160053551fd req-b17e7b90-b6b6-42ec-be6f-85082db55192 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:45.894689 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c3675bbe-303d-4f98-9de6-4160053551fd req-b17e7b90-b6b6-42ec-be6f-85082db55192 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 946 time: 0.0468521 Sep 22 22:20:45.942243 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c3675bbe-303d-4f98-9de6-4160053551fd req-c1a7ee4c-2e95-4682-accc-1412249955ce tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418746 Sep 22 22:20:47.064154 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-6a876a11-1ac1-462f-9c1e-b47785656d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:20:47.075169 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314d60d-2675-4cf9-ada5-8a8b82196d9b req-c070498c-eb0a-4e9e-a676-d21c07461d8e tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:47.076658 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8314d60d-2675-4cf9-ada5-8a8b82196d9b req-c070498c-eb0a-4e9e-a676-d21c07461d8e tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 946 time: 0.0527856 Sep 22 22:20:47.124345 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8314d60d-2675-4cf9-ada5-8a8b82196d9b req-92bb6381-fb49-4254-9374-3b2d6b8ea70f tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419216 Sep 22 22:20:47.170589 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:20:47.484042 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device c8ece83a-0238-40e0-9d0d-3d28f90f9abf no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:20:47.558841 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port c8ece83a-0238-40e0-9d0d-3d28f90f9abf is: ACTIVE; New status is: DOWN {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:20:47.559230 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (c8ece83a-0238-40e0-9d0d-3d28f90f9abf), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:20:47.583035 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03073c72-a5ba-4bab-90eb-f92f0396c092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8ece83a-0238-40e0-9d0d-3d28f90f9abf'}] {{(pid=106430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:20:47.585323 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2272dcd180a18b0bdbf7a4ac2a7f9325cd9193a83f54eb82bc11fdb6a8b27d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3b20b9-fbc3-46ee-b44b-d80001a80b10" -d '{"events": [{"server_uuid": "03073c72-a5ba-4bab-90eb-f92f0396c092", "name": "network-vif-unplugged", "status": "completed", "tag": "c8ece83a-0238-40e0-9d0d-3d28f90f9abf"}]}' {{(pid=106430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:20:47.599771 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port c8ece83a-0238-40e0-9d0d-3d28f90f9abf, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c8ece83a-0238-40e0-9d0d-3d28f90f9abf,segment=NetworkSegment(57625509-4963-4a20-95e6-4bf6edc1fe66),segment_id=57625509-4963-4a20-95e6-4bf6edc1fe66)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:20:47.605305 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (c8ece83a-0238-40e0-9d0d-3d28f90f9abf), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:20:47.655352 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=c8ece83a-0238-40e0-9d0d-3d28f90f9abf,revision_number=8']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:20:47.663029 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:47.663376 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:47.663722 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:47.664062 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:47.664399 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:47.664769 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:47.665094 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:47.665448 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:47.665931 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:47.666261 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:47.666589 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:47.667174 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:47.667500 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:47.667849 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:47.668173 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:20:47.777250 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 22:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef080c8-0310-4109-b92b-0b0f5a13bda6 x-openstack-request-id: req-1ef080c8-0310-4109-b92b-0b0f5a13bda6 {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:20:47.777600 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03073c72-a5ba-4bab-90eb-f92f0396c092", "name": "network-vif-unplugged", "status": "completed", "tag": "c8ece83a-0238-40e0-9d0d-3d28f90f9abf", "code": 200}]} {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:20:47.777858 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ef080c8-0310-4109-b92b-0b0f5a13bda6 {{(pid=106430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:20:47.778256 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ef080c8-0310-4109-b92b-0b0f5a13bda6'] response: {'server_uuid': '03073c72-a5ba-4bab-90eb-f92f0396c092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8ece83a-0238-40e0-9d0d-3d28f90f9abf', 'code': 200} Sep 22 22:20:48.127879 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:20:48.249057 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c458e02-9736-424e-980c-af4f07b12725 req-291c8d35-d16c-4398-b187-d5876363cdbf tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:48.250601 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3c458e02-9736-424e-980c-af4f07b12725 req-291c8d35-d16c-4398-b187-d5876363cdbf tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 944 time: 0.0464149 Sep 22 22:20:48.302362 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3c458e02-9736-424e-980c-af4f07b12725 req-834286a7-716b-4b47-80f3-746fa2606d2b tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457435 Sep 22 22:20:48.347955 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:20:48.833078 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [req-fdfbb5c4-ffd9-4d23-beba-e288c748d766 req-94836107-bf64-4753-9dc6-2ac63238605e service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106428) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 22:20:48.834341 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fdfbb5c4-ffd9-4d23-beba-e288c748d766 req-94836107-bf64-4753-9dc6-2ac63238605e service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0474784 Sep 22 22:20:49.013069 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128b412-6c86-4c8a-bae4-3bb1c5e70453 req-6ad97b04-3604-42f0-96c9-d41ff3d28093 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:49.014598 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7128b412-6c86-4c8a-bae4-3bb1c5e70453 req-6ad97b04-3604-42f0-96c9-d41ff3d28093 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 944 time: 0.0493932 Sep 22 22:20:49.067249 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7128b412-6c86-4c8a-bae4-3bb1c5e70453 req-64aad099-1cdb-4a88-a035-28953f223ca2 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465708 Sep 22 22:20:49.367137 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 45050) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:20:49.452956 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-a9acf879-707a-4bdf-8d02-741330f8b0c2 req-421be2fa-12a4-4a26-81ac-bf82101111f8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0846832 Sep 22 22:20:49.461928 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [req-a9acf879-707a-4bdf-8d02-741330f8b0c2 req-3fd025f3-489b-4f30-b9d5-35c250588214 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 22:20:49.463335 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-a9acf879-707a-4bdf-8d02-741330f8b0c2 req-3fd025f3-489b-4f30-b9d5-35c250588214 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054715 Sep 22 22:20:49.542722 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 45060) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:20:49.615767 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:20:49.634654 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acf879-707a-4bdf-8d02-741330f8b0c2 req-319cb919-0caa-4c89-a9f0-55d9ce98b017 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:49.636102 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a9acf879-707a-4bdf-8d02-741330f8b0c2 req-319cb919-0caa-4c89-a9f0-55d9ce98b017 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports/c8ece83a-0238-40e0-9d0d-3d28f90f9abf HTTP/1.1" status: 200 len: 941 time: 0.0924034 Sep 22 22:20:49.767163 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:20:50.126446 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:20:50.202574 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea8260-46ac-4e06-9840-c6ed69ae8b6a req-aa2d2fc6-ced4-4412-9a93-14186b633ef9 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:50.204079 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2fea8260-46ac-4e06-9840-c6ed69ae8b6a req-aa2d2fc6-ced4-4412-9a93-14186b633ef9 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 944 time: 0.0524299 Sep 22 22:20:50.254688 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2fea8260-46ac-4e06-9840-c6ed69ae8b6a req-df89f97a-b897-471d-beb9-eb493d33ce3d tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446119 Sep 22 22:20:51.377974 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:20:51.386049 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88ab45-9e87-4f39-8666-abc09a18194c req-6635183c-7c39-4cb1-8059-c013b5eebe50 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:51.388145 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7a88ab45-9e87-4f39-8666-abc09a18194c req-6635183c-7c39-4cb1-8059-c013b5eebe50 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 944 time: 0.0462375 Sep 22 22:20:51.437313 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7a88ab45-9e87-4f39-8666-abc09a18194c req-a63ffab0-b4a0-4f28-8a76-6335bf5ae110 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435407 Sep 22 22:20:51.500519 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device c8ece83a-0238-40e0-9d0d-3d28f90f9abf no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:20:51.564522 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acf879-707a-4bdf-8d02-741330f8b0c2 req-e6dc5718-2f3c-4716-a6f0-4a8a946bd4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:51.565977 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a9acf879-707a-4bdf-8d02-741330f8b0c2 req-e6dc5718-2f3c-4716-a6f0-4a8a946bd4fe service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092&tenant_id=eaff29c3c9b84929b0451e8e82caf4f2 HTTP/1.1" status: 200 len: 1128 time: 0.0693893 Sep 22 22:20:51.570314 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port c8ece83a-0238-40e0-9d0d-3d28f90f9abf is: DOWN; New status is: DOWN {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:20:51.643210 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acf879-707a-4bdf-8d02-741330f8b0c2 req-7040be6c-addd-4a7d-be02-5dffa8915c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:51.644650 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a9acf879-707a-4bdf-8d02-741330f8b0c2 req-7040be6c-addd-4a7d-be02-5dffa8915c8c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=eaff29c3c9b84929b0451e8e82caf4f2&device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 1128 time: 0.0386136 Sep 22 22:20:51.969261 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acf879-707a-4bdf-8d02-741330f8b0c2 req-2229d0d1-338f-4042-a0ff-757a899c0a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:51.970708 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a9acf879-707a-4bdf-8d02-741330f8b0c2 req-2229d0d1-338f-4042-a0ff-757a899c0a0b service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=a3032908-0d20-4083-a609-def5ad9a09dd HTTP/1.1" status: 200 len: 918 time: 0.3202817 Sep 22 22:20:52.034115 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a9acf879-707a-4bdf-8d02-741330f8b0c2 req-0e7011cd-a8c6-49cd-ba31-91a6ecc67ef2 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8ece83a-0238-40e0-9d0d-3d28f90f9abf HTTP/1.1" status: 200 len: 1000 time: 0.0571096 Sep 22 22:20:52.082934 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acf879-707a-4bdf-8d02-741330f8b0c2 req-4d99540f-d035-4db0-a514-cd7969ed1855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:52.084377 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a9acf879-707a-4bdf-8d02-741330f8b0c2 req-4d99540f-d035-4db0-a514-cd7969ed1855 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b371fb7c-e81d-4b99-a872-fa8fc506c36f HTTP/1.1" status: 200 len: 856 time: 0.0442326 Sep 22 22:20:52.126535 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acf879-707a-4bdf-8d02-741330f8b0c2 req-a92a8c6a-6d2a-4c2b-98d9-d20735c61539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:52.127895 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a9acf879-707a-4bdf-8d02-741330f8b0c2 req-a92a8c6a-6d2a-4c2b-98d9-d20735c61539 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=a3032908-0d20-4083-a609-def5ad9a09dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377707 Sep 22 22:20:52.223767 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a9acf879-707a-4bdf-8d02-741330f8b0c2 req-b2994783-f423-4236-beee-29a63eba7410 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a3032908-0d20-4083-a609-def5ad9a09dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896251 Sep 22 22:20:52.316585 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a9acf879-707a-4bdf-8d02-741330f8b0c2 req-c292fbab-2c81-4641-9bdc-5b9e1337971e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a3032908-0d20-4083-a609-def5ad9a09dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858691 Sep 22 22:20:52.579109 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b482ef-c58a-4415-8ff7-de7427443d7d req-6f627384-bbaf-4f66-9a59-55b6d27036e2 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:52.586020 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-07b482ef-c58a-4415-8ff7-de7427443d7d req-6f627384-bbaf-4f66-9a59-55b6d27036e2 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 944 time: 0.0596573 Sep 22 22:20:52.634782 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-07b482ef-c58a-4415-8ff7-de7427443d7d req-2fc7a03e-0440-42d5-9f76-b4d1e7bbb310 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477030 Sep 22 22:20:53.783509 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26bcd5-f903-40df-ba81-68d4cc9c3d81 req-c9943564-a42b-401c-937b-6de8bd55c11e tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:53.786342 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-eb26bcd5-f903-40df-ba81-68d4cc9c3d81 req-c9943564-a42b-401c-937b-6de8bd55c11e tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 944 time: 0.0572498 Sep 22 22:20:53.838440 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-eb26bcd5-f903-40df-ba81-68d4cc9c3d81 req-fc9309c1-d665-46c7-b8ae-30f4ffce0db8 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464158 Sep 22 22:20:54.976039 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5791c12-3b2c-4db7-b817-6124145c13d5 req-a22af233-5209-4652-b132-8c6b2b851c1b tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:54.977565 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b5791c12-3b2c-4db7-b817-6124145c13d5 req-a22af233-5209-4652-b132-8c6b2b851c1b tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 944 time: 0.0490167 Sep 22 22:20:55.032774 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b5791c12-3b2c-4db7-b817-6124145c13d5 req-231b4985-f7f1-4230-af35-6bec1764a6b3 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485029 Sep 22 22:20:56.127840 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:20:56.165350 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a0922-3d0a-40a8-9fe2-6a91269d49cf req-75bf637d-ee30-49b1-934a-d5afdc98ba96 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:56.167038 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-459a0922-3d0a-40a8-9fe2-6a91269d49cf req-75bf637d-ee30-49b1-934a-d5afdc98ba96 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 944 time: 0.0489810 Sep 22 22:20:56.220336 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-459a0922-3d0a-40a8-9fe2-6a91269d49cf req-64635661-f5f4-4d54-9917-bc52769d32b6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471587 Sep 22 22:20:57.356335 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a521bf9-daad-4917-8a7e-325d1e555018 req-86323d96-0b02-4707-92d7-11d288da9a19 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:57.358753 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8a521bf9-daad-4917-8a7e-325d1e555018 req-86323d96-0b02-4707-92d7-11d288da9a19 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 944 time: 0.0498648 Sep 22 22:20:57.379949 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:20:57.411380 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8a521bf9-daad-4917-8a7e-325d1e555018 req-fe98134c-432a-46c9-90ce-12beb3f5175b tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462260 Sep 22 22:20:58.123012 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=3 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:20:58.125136 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=5 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:20:58.546104 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb05c2-db83-4d2f-917d-99d618ae5981 req-2fa0ba30-f952-40cc-8188-99f203d71219 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:58.547631 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-28bb05c2-db83-4d2f-917d-99d618ae5981 req-2fa0ba30-f952-40cc-8188-99f203d71219 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 944 time: 0.0530341 Sep 22 22:20:58.598717 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-28bb05c2-db83-4d2f-917d-99d618ae5981 req-2d7a1f99-172a-48a3-b456-8a69dab18f0d tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455372 Sep 22 22:20:59.445346 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:20:59.450140 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=4 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:20:59.744698 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff99f7b-ba00-4860-8f61-1fcba47f5eb8 req-3f0095ad-6853-4751-bf5b-c5f9a62dd458 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:20:59.761856 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9ff99f7b-ba00-4860-8f61-1fcba47f5eb8 req-3f0095ad-6853-4751-bf5b-c5f9a62dd458 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 944 time: 0.0738921 Sep 22 22:20:59.839828 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9ff99f7b-ba00-4860-8f61-1fcba47f5eb8 req-5a991b06-918c-4c23-af5a-43c98fd9d807 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765162 Sep 22 22:21:00.988681 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecca2f-dc0a-4901-8c00-6ba94e3f8779 req-a8438bef-3bfa-4183-83df-67a61a07c242 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:00.990350 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e0ecca2f-dc0a-4901-8c00-6ba94e3f8779 req-a8438bef-3bfa-4183-83df-67a61a07c242 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 944 time: 0.0540624 Sep 22 22:21:01.042229 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e0ecca2f-dc0a-4901-8c00-6ba94e3f8779 req-ca7f114c-4428-49f1-ae69-3a26e03eedf2 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462220 Sep 22 22:21:01.567848 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=42,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:01.568613 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=39,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:02.168858 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59b7a1-59c1-4833-a988-d3625062242f req-173aebf4-434f-4218-8316-3bdb1595375d tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:02.170528 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0f59b7a1-59c1-4833-a988-d3625062242f req-173aebf4-434f-4218-8316-3bdb1595375d tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 944 time: 0.0467112 Sep 22 22:21:02.218825 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0f59b7a1-59c1-4833-a988-d3625062242f req-09fd2fa8-1aed-45d8-9b18-8c305f8176c3 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421650 Sep 22 22:21:03.353513 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27ef75-f344-4691-9a69-93478ca2c0b0 req-1a804fad-2c7b-4f95-87f7-0e97723409d2 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:03.355058 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8a27ef75-f344-4691-9a69-93478ca2c0b0 req-1a804fad-2c7b-4f95-87f7-0e97723409d2 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 944 time: 0.0485601 Sep 22 22:21:03.415748 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8a27ef75-f344-4691-9a69-93478ca2c0b0 req-cadb2c2b-6370-4062-8f80-611adad5e657 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526414 Sep 22 22:21:04.547041 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f4cee-7152-4d7d-9fe3-50e0a1a21dc1 req-cd5df5ac-13f4-4d6b-b56d-415a97d89918 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:04.548532 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4f1f4cee-7152-4d7d-9fe3-50e0a1a21dc1 req-cd5df5ac-13f4-4d6b-b56d-415a97d89918 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 944 time: 0.0475609 Sep 22 22:21:04.595248 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4f1f4cee-7152-4d7d-9fe3-50e0a1a21dc1 req-5b8c3a26-845b-46eb-a946-db0ff819b195 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410779 Sep 22 22:21:05.721141 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e3c57-8263-4efc-af9a-dd4f64475b71 req-4f98e0a8-b4f4-4451-8e07-016984e3ca5f tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:05.722549 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5b0e3c57-8263-4efc-af9a-dd4f64475b71 req-4f98e0a8-b4f4-4451-8e07-016984e3ca5f tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 944 time: 0.0466173 Sep 22 22:21:05.769853 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5b0e3c57-8263-4efc-af9a-dd4f64475b71 req-4cc04927-7c4c-4211-85c6-0f8452dedddb tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416205 Sep 22 22:21:06.904323 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd94859-f7ad-403d-ae2f-878ccb3d6258 req-114c58a3-bd12-4b5c-80b6-e0b14186d620 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:06.905872 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7dd94859-f7ad-403d-ae2f-878ccb3d6258 req-114c58a3-bd12-4b5c-80b6-e0b14186d620 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 944 time: 0.0521357 Sep 22 22:21:06.954976 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7dd94859-f7ad-403d-ae2f-878ccb3d6258 req-dcf91c73-9af5-4cef-ad41-980d1e657cdf tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417652 Sep 22 22:21:08.084141 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c6a44-1d55-4c67-9711-80c886501e28 req-d93d7290-bc54-4f90-bf49-da2da1f230f9 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:08.085647 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-976c6a44-1d55-4c67-9711-80c886501e28 req-d93d7290-bc54-4f90-bf49-da2da1f230f9 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 944 time: 0.0470006 Sep 22 22:21:08.132007 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-976c6a44-1d55-4c67-9711-80c886501e28 req-ec1bd247-59c5-4753-8a46-94f8f0ba969f tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408578 Sep 22 22:21:09.265207 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44db0e-22f6-4b73-8ebe-14abd2fae87b req-613f271e-0795-4d21-9e08-d84cce3150c5 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:09.266698 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8d44db0e-22f6-4b73-8ebe-14abd2fae87b req-613f271e-0795-4d21-9e08-d84cce3150c5 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 944 time: 0.0459630 Sep 22 22:21:09.290260 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:09.318028 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8d44db0e-22f6-4b73-8ebe-14abd2fae87b req-8ee661c5-171d-458d-91e7-2065dc3557de tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458241 Sep 22 22:21:10.599577 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b937b2-710f-4f14-bd8f-8e8f2c3f9955 req-10f2e8b7-7bed-4f2a-a91d-9c74b99b8357 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:10.601041 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-18b937b2-710f-4f14-bd8f-8e8f2c3f9955 req-10f2e8b7-7bed-4f2a-a91d-9c74b99b8357 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 944 time: 0.0458493 Sep 22 22:21:10.627023 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:10.649360 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-18b937b2-710f-4f14-bd8f-8e8f2c3f9955 req-68d36a1b-d3fd-43d0-b860-57a633e74758 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427651 Sep 22 22:21:11.777806 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7a6b7-4332-4f5f-a10c-5a8c1f4ae8c4 req-381230b2-a73f-4e79-888a-e7275c6b646e tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:11.779276 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-64e7a6b7-4332-4f5f-a10c-5a8c1f4ae8c4 req-381230b2-a73f-4e79-888a-e7275c6b646e tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 944 time: 0.0460558 Sep 22 22:21:11.825929 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-64e7a6b7-4332-4f5f-a10c-5a8c1f4ae8c4 req-1a70a77c-048f-4ddc-95b9-f19d0eab1be2 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402050 Sep 22 22:21:12.958418 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46729e1d-bfca-481b-8247-609ce546fb76 req-9181d47b-5b8d-4bae-9653-d463c90c70b6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:12.959891 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-46729e1d-bfca-481b-8247-609ce546fb76 req-9181d47b-5b8d-4bae-9653-d463c90c70b6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 944 time: 0.0508971 Sep 22 22:21:13.006790 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-46729e1d-bfca-481b-8247-609ce546fb76 req-b328880a-c65c-4785-a6e2-1aa0723f000f tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413504 Sep 22 22:21:13.336858 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-528a4503-d14f-4252-be77-81bbb0e17958 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-67558175&fields=id&tenant_id=e9c311fa04f241249d428df8e88539f4 HTTP/1.1" status: 200 len: 267 time: 0.0444336 Sep 22 22:21:13.444919 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-3b690a14-7480-40ed-81d9-a72c37dc4f24 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:13.446392 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-3b690a14-7480-40ed-81d9-a72c37dc4f24 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/networks?id=c773c61e-e7b7-47c6-998a-83ddea69af57 HTTP/1.1" status: 200 len: 811 time: 0.1032650 Sep 22 22:21:13.460843 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-aee45638-1c4a-4a80-a694-cb21c2a541c6 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/quotas/e9c311fa04f241249d428df8e88539f4 HTTP/1.1" status: 200 len: 375 time: 0.0091624 Sep 22 22:21:13.512552 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-ef45931a-9594-4709-9c71-fac484521f4f tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=e9c311fa04f241249d428df8e88539f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468836 Sep 22 22:21:13.527291 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-70bd254d-d315-4022-b64e-fbe63f5ea816 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106428) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 22:21:13.528161 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-70bd254d-d315-4022-b64e-fbe63f5ea816 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049751 Sep 22 22:21:13.619976 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-8771d1a2-ee37-4e96-897f-03428e864469 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c773c61e-e7b7-47c6-998a-83ddea69af57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858870 Sep 22 22:21:13.708637 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-09691502-c868-46ec-9ed6-1113d3e39239 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c773c61e-e7b7-47c6-998a-83ddea69af57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829923 Sep 22 22:21:14.006314 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-19c09249-e3a8-463c-a5c0-d2768662ab28 req-161ed5c6-7f0d-43c1-903f-5e63f1b3aa20 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2feb92db-975d-4abf-8814-603da11f8603 HTTP/1.1" status: 200 len: 210 time: 0.0291765 Sep 22 22:21:14.140413 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a00374-7c49-4792-9142-8e9c7f6f8627 req-aa898c15-697f-474e-893d-82bfd9a1389e tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:14.142726 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d2a00374-7c49-4792-9142-8e9c7f6f8627 req-aa898c15-697f-474e-893d-82bfd9a1389e tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 944 time: 0.0513189 Sep 22 22:21:14.195499 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d2a00374-7c49-4792-9142-8e9c7f6f8627 req-eb85bdbb-be6a-434b-b81e-160b91e7a4a5 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464251 Sep 22 22:21:14.890074 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-a43b91b9-852f-4c6e-a187-7bc8584ba974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:15.110949 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-582a587b-ec6a-4a97-834c-da0fdfb070a9 req-6599b872-2fd5-4345-befe-05a5f9e14bf7 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2feb92db-975d-4abf-8814-603da11f8603 HTTP/1.1" status: 200 len: 210 time: 0.0313787 Sep 22 22:21:15.323943 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4430f6-1083-4789-ac07-2fa4671b66e7 req-d0d50310-690b-4904-a214-0c78411a2d7a tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:15.325417 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8e4430f6-1083-4789-ac07-2fa4671b66e7 req-d0d50310-690b-4904-a214-0c78411a2d7a tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 944 time: 0.0466294 Sep 22 22:21:15.374360 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8e4430f6-1083-4789-ac07-2fa4671b66e7 req-5c722228-ec03-4267-bbc9-6cf411896e8c tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432320 Sep 22 22:21:15.543738 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device c8ece83a-0238-40e0-9d0d-3d28f90f9abf details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 22:21:15.647980 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port c8ece83a-0238-40e0-9d0d-3d28f90f9abf, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c8ece83a-0238-40e0-9d0d-3d28f90f9abf,segment=NetworkSegment(57625509-4963-4a20-95e6-4bf6edc1fe66),segment_id=57625509-4963-4a20-95e6-4bf6edc1fe66)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:21:15.660247 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Returning: {'device': 'c8ece83a-0238-40e0-9d0d-3d28f90f9abf', 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd', 'port_id': 'c8ece83a-0238-40e0-9d0d-3d28f90f9abf', 'mac_address': 'fa:16:3e:7c:fb:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 22:21:15.698572 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port c8ece83a-0238-40e0-9d0d-3d28f90f9abf is: DOWN; New status is: BUILD {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:21:15.698960 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (c8ece83a-0238-40e0-9d0d-3d28f90f9abf), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:15.712754 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ece83a-0238-40e0-9d0d-3d28f90f9abf {{(pid=106430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:21:15.734522 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port c8ece83a-0238-40e0-9d0d-3d28f90f9abf, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c8ece83a-0238-40e0-9d0d-3d28f90f9abf,segment=NetworkSegment(57625509-4963-4a20-95e6-4bf6edc1fe66),segment_id=57625509-4963-4a20-95e6-4bf6edc1fe66)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:21:15.740872 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (c8ece83a-0238-40e0-9d0d-3d28f90f9abf), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:15.929479 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=c8ece83a-0238-40e0-9d0d-3d28f90f9abf,revision_number=9']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:16.210382 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['c8ece83a-0238-40e0-9d0d-3d28f90f9abf'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:21:16.225037 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d0e7751f-6ad2-4d66-9fd6-89fc27032d48 req-f290632c-7301-4516-9a02-e53a4995b729 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2feb92db-975d-4abf-8814-603da11f8603 HTTP/1.1" status: 200 len: 210 time: 0.0308044 Sep 22 22:21:16.395278 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:16.461719 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-acfa6c91-2679-45fa-90ee-a47d4a1e088d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:16.462934 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-acfa6c91-2679-45fa-90ee-a47d4a1e088d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.57 "GET /networking/v2.0/networks?id=c773c61e-e7b7-47c6-998a-83ddea69af57 HTTP/1.1" status: 200 len: 811 time: 0.1397512 Sep 22 22:21:16.536782 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50d2ff-f8a7-44c2-b325-7ddf287dd743 req-af7bae30-e550-4ba2-b3ed-73161913bed4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:16.538316 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4e50d2ff-f8a7-44c2-b325-7ddf287dd743 req-af7bae30-e550-4ba2-b3ed-73161913bed4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 945 time: 0.0744870 Sep 22 22:21:16.596360 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-21176160-9c4a-43ad-b1a5-0bfcbbcd3bd1 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e9c311fa04f241249d428df8e88539f4 HTTP/1.1" status: 200 len: 378 time: 0.0965316 Sep 22 22:21:16.601660 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:16.609652 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-5861f281-e268-48a5-9372-d51b0319e5f4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Request body: {'port': {'device_id': '2feb92db-975d-4abf-8814-603da11f8603', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'admin_state_up': True, 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'security_groups': ['ac3d604a-a535-4ced-b56f-4476464e9093']}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:21:16.671545 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4e50d2ff-f8a7-44c2-b325-7ddf287dd743 req-5d291272-771e-45b9-aaeb-77f756108842 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261315 Sep 22 22:21:16.735034 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-5861f281-e268-48a5-9372-d51b0319e5f4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Made reservation on behalf of e9c311fa04f241249d428df8e88539f4 for: {'port': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:21:16.738807 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-5861f281-e268-48a5-9372-d51b0319e5f4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:16.864292 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-5861f281-e268-48a5-9372-d51b0319e5f4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Allocated IP 172.20.0.10 (c773c61e-e7b7-47c6-998a-83ddea69af57/739be4fb-823b-4d42-a812-9f7b38b66187/2f531c40-7605-4ab0-bed8-8a0000e6cd28) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:21:17.012447 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-5861f281-e268-48a5-9372-d51b0319e5f4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for port (2f531c40-7605-4ab0-bed8-8a0000e6cd28), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:17.043962 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-5861f281-e268-48a5-9372-d51b0319e5f4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (2f531c40-7605-4ab0-bed8-8a0000e6cd28), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:17.079109 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-dd299670-7f7f-448f-960d-cbd91cf6bbac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:17.096842 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-5861f281-e268-48a5-9372-d51b0319e5f4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Network c773c61e-e7b7-47c6-998a-83ddea69af57 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:21:17.100123 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-5861f281-e268-48a5-9372-d51b0319e5f4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:21:17.104300 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-5861f281-e268-48a5-9372-d51b0319e5f4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:21:17.133594 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861f281-e268-48a5-9372-d51b0319e5f4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Pushing event updated for resources: {'Port': ['ID=2f531c40-7605-4ab0-bed8-8a0000e6cd28,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:17.148037 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5861f281-e268-48a5-9372-d51b0319e5f4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:17.148380 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5861f281-e268-48a5-9372-d51b0319e5f4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:17.148731 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5861f281-e268-48a5-9372-d51b0319e5f4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:17.149084 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5861f281-e268-48a5-9372-d51b0319e5f4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:17.149445 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5861f281-e268-48a5-9372-d51b0319e5f4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:17.149779 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5861f281-e268-48a5-9372-d51b0319e5f4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:17.150118 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5861f281-e268-48a5-9372-d51b0319e5f4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:17.150451 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5861f281-e268-48a5-9372-d51b0319e5f4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:17.150780 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5861f281-e268-48a5-9372-d51b0319e5f4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:17.151143 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5861f281-e268-48a5-9372-d51b0319e5f4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:17.151485 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5861f281-e268-48a5-9372-d51b0319e5f4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:17.151807 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5861f281-e268-48a5-9372-d51b0319e5f4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:17.152136 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5861f281-e268-48a5-9372-d51b0319e5f4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:17.152484 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5861f281-e268-48a5-9372-d51b0319e5f4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:17.152825 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5861f281-e268-48a5-9372-d51b0319e5f4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:17.174027 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-5861f281-e268-48a5-9372-d51b0319e5f4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:17.174979 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-5861f281-e268-48a5-9372-d51b0319e5f4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:17.194091 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-5861f281-e268-48a5-9372-d51b0319e5f4 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5880959 Sep 22 22:21:17.210946 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-c77f8f5d-a917-4538-8be1-2027b44eab20 service neutron] Request body: {'port': {'device_id': '2feb92db-975d-4abf-8814-603da11f8603', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:21:17.230717 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:17.235882 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:17.275586 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-c77f8f5d-a917-4538-8be1-2027b44eab20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (2f531c40-7605-4ab0-bed8-8a0000e6cd28), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:17.394228 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-f1f96c21-b3a3-4e7b-aa82-24e0655a92ca None None] Provisioning complete for port 2f531c40-7605-4ab0-bed8-8a0000e6cd28 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:21:17.394498 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-f1f96c21-b3a3-4e7b-aa82-24e0655a92ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (2f531c40-7605-4ab0-bed8-8a0000e6cd28), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:17.394869 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-f1f96c21-b3a3-4e7b-aa82-24e0655a92ca None None] Attempt 1 to provision port 2f531c40-7605-4ab0-bed8-8a0000e6cd28 Sep 22 22:21:17.416283 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3b350-da38-4aa4-9ce1-6e4658d5a16c req-5ed7acdf-09d2-4761-8b8f-2be2602f6300 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:17.417833 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e9f3b350-da38-4aa4-9ce1-6e4658d5a16c req-5ed7acdf-09d2-4761-8b8f-2be2602f6300 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2feb92db-975d-4abf-8814-603da11f8603 HTTP/1.1" status: 200 len: 932 time: 0.1014273 Sep 22 22:21:17.426533 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-f1f96c21-b3a3-4e7b-aa82-24e0655a92ca None None] Port 2f531c40-7605-4ab0-bed8-8a0000e6cd28 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:21:17.435344 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:17.530850 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e9f3b350-da38-4aa4-9ce1-6e4658d5a16c req-bdaa1880-dd78-4476-b961-c0ab480431fb tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1060877 Sep 22 22:21:17.582162 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device c8ece83a-0238-40e0-9d0d-3d28f90f9abf up at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:21:17.619537 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-c77f8f5d-a917-4538-8be1-2027b44eab20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f531c40-7605-4ab0-bed8-8a0000e6cd28 {{(pid=106428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:21:17.625671 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning complete for port c8ece83a-0238-40e0-9d0d-3d28f90f9abf triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:21:17.626052 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (c8ece83a-0238-40e0-9d0d-3d28f90f9abf), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:17.626398 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Attempt 1 to provision port c8ece83a-0238-40e0-9d0d-3d28f90f9abf Sep 22 22:21:17.627191 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-c77f8f5d-a917-4538-8be1-2027b44eab20 service neutron] Publish callbacks [] for port (2f531c40-7605-4ab0-bed8-8a0000e6cd28), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:17.639454 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.provisioning_blocks [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-c77f8f5d-a917-4538-8be1-2027b44eab20 service neutron] Transition to ACTIVE for port object 2f531c40-7605-4ab0-bed8-8a0000e6cd28 will not be triggered until provisioned by entity L2. {{(pid=106428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 22:21:17.644538 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-c77f8f5d-a917-4538-8be1-2027b44eab20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (2f531c40-7605-4ab0-bed8-8a0000e6cd28), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:17.693834 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:17.710480 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port c8ece83a-0238-40e0-9d0d-3d28f90f9abf is: BUILD; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:21:17.710877 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (c8ece83a-0238-40e0-9d0d-3d28f90f9abf), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:17.714446 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f8f5d-a917-4538-8be1-2027b44eab20 service neutron] Pushing event updated for resources: {'Port': ['ID=2f531c40-7605-4ab0-bed8-8a0000e6cd28,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:17.736765 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03073c72-a5ba-4bab-90eb-f92f0396c092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ece83a-0238-40e0-9d0d-3d28f90f9abf'}] {{(pid=106430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:21:17.739093 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2272dcd180a18b0bdbf7a4ac2a7f9325cd9193a83f54eb82bc11fdb6a8b27d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774e16a3-3227-4a6f-b7be-c43fd11aad8e" -d '{"events": [{"server_uuid": "03073c72-a5ba-4bab-90eb-f92f0396c092", "name": "network-vif-plugged", "status": "completed", "tag": "c8ece83a-0238-40e0-9d0d-3d28f90f9abf"}]}' {{(pid=106430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:21:17.752859 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port c8ece83a-0238-40e0-9d0d-3d28f90f9abf, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c8ece83a-0238-40e0-9d0d-3d28f90f9abf,segment=NetworkSegment(57625509-4963-4a20-95e6-4bf6edc1fe66),segment_id=57625509-4963-4a20-95e6-4bf6edc1fe66)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:21:17.757498 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (c8ece83a-0238-40e0-9d0d-3d28f90f9abf), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:17.765782 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-c77f8f5d-a917-4538-8be1-2027b44eab20 service neutron] Attempting to bind port 2f531c40-7605-4ab0-bed8-8a0000e6cd28 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:21:17.766224 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-c77f8f5d-a917-4538-8be1-2027b44eab20 service neutron] Attempting to bind port 2f531c40-7605-4ab0-bed8-8a0000e6cd28 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '02ab888a-ff4d-434e-871e-f1b1416587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57'}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:21:17.766618 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-c77f8f5d-a917-4538-8be1-2027b44eab20 service neutron] Attempting to bind port 2f531c40-7605-4ab0-bed8-8a0000e6cd28 on network c773c61e-e7b7-47c6-998a-83ddea69af57 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:21:17.786876 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:17.813606 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=c8ece83a-0238-40e0-9d0d-3d28f90f9abf,revision_number=10']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:17.822778 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-c77f8f5d-a917-4538-8be1-2027b44eab20 service neutron] Port 2f531c40-7605-4ab0-bed8-8a0000e6cd28 on network c773c61e-e7b7-47c6-998a-83ddea69af57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 22:21:17.823405 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-c77f8f5d-a917-4538-8be1-2027b44eab20 service neutron] Attempting to bind port 2f531c40-7605-4ab0-bed8-8a0000e6cd28 on network c773c61e-e7b7-47c6-998a-83ddea69af57 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:21:17.885327 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e05f4-70b3-46b3-beb0-76cd649a6957 req-7eee66fe-47f2-43c2-9a02-21922163122d tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:17.886803 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c31e05f4-70b3-46b3-beb0-76cd649a6957 req-7eee66fe-47f2-43c2-9a02-21922163122d tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 947 time: 0.0760434 Sep 22 22:21:17.913044 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-c77f8f5d-a917-4538-8be1-2027b44eab20 service neutron] Checking agent: {'id': 'f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'started_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:21:17.913433 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-c77f8f5d-a917-4538-8be1-2027b44eab20 service neutron] Checking segment: {'id': '02ab888a-ff4d-434e-871e-f1b1416587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:21:17.913821 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-c77f8f5d-a917-4538-8be1-2027b44eab20 service neutron] Bound using segment: {'id': '02ab888a-ff4d-434e-871e-f1b1416587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57'} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:21:17.914263 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-c77f8f5d-a917-4538-8be1-2027b44eab20 service neutron] Bound port: 2f531c40-7605-4ab0-bed8-8a0000e6cd28, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02ab888a-ff4d-434e-871e-f1b1416587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57'}}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:21:17.914622 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-c77f8f5d-a917-4538-8be1-2027b44eab20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (2f531c40-7605-4ab0-bed8-8a0000e6cd28), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:17.927740 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-f1f96c21-b3a3-4e7b-aa82-24e0655a92ca None None] Attempt 2 to provision port 2f531c40-7605-4ab0-bed8-8a0000e6cd28 Sep 22 22:21:17.965621 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-f1f96c21-b3a3-4e7b-aa82-24e0655a92ca None None] Port 2f531c40-7605-4ab0-bed8-8a0000e6cd28 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:21:17.974531 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c31e05f4-70b3-46b3-beb0-76cd649a6957 req-f8e9e2ac-bbdb-49ad-8502-f895114aac5e tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789702 Sep 22 22:21:18.021789 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-c77f8f5d-a917-4538-8be1-2027b44eab20 service neutron] For port 2f531c40-7605-4ab0-bed8-8a0000e6cd28, host hv-cinder-84914, cleared binding levels {{(pid=106428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:21:18.026739 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-c77f8f5d-a917-4538-8be1-2027b44eab20 service neutron] For port 2f531c40-7605-4ab0-bed8-8a0000e6cd28, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2f531c40-7605-4ab0-bed8-8a0000e6cd28,segment=NetworkSegment(02ab888a-ff4d-434e-871e-f1b1416587f3),segment_id=02ab888a-ff4d-434e-871e-f1b1416587f3)] {{(pid=106428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:21:18.034936 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-c77f8f5d-a917-4538-8be1-2027b44eab20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (2f531c40-7605-4ab0-bed8-8a0000e6cd28), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:18.038580 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4b83c1-ad70-480f-a3cc-f01341baf785 x-openstack-request-id: req-2c4b83c1-ad70-480f-a3cc-f01341baf785 {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:21:18.038868 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03073c72-a5ba-4bab-90eb-f92f0396c092", "name": "network-vif-plugged", "status": "completed", "tag": "c8ece83a-0238-40e0-9d0d-3d28f90f9abf", "code": 200}]} {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:21:18.039090 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c4b83c1-ad70-480f-a3cc-f01341baf785 {{(pid=106430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:21:18.039482 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c4b83c1-ad70-480f-a3cc-f01341baf785'] response: {'server_uuid': '03073c72-a5ba-4bab-90eb-f92f0396c092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ece83a-0238-40e0-9d0d-3d28f90f9abf', 'code': 200} Sep 22 22:21:18.043659 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-c77f8f5d-a917-4538-8be1-2027b44eab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:18.044387 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-c77f8f5d-a917-4538-8be1-2027b44eab20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:18.045898 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-c77f8f5d-a917-4538-8be1-2027b44eab20 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/2f531c40-7605-4ab0-bed8-8a0000e6cd28 HTTP/1.1" status: 200 len: 1094 time: 0.8393543 Sep 22 22:21:18.046480 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2feb92db-975d-4abf-8814-603da11f8603', 'tag': '2f531c40-7605-4ab0-bed8-8a0000e6cd28'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:21:18.049767 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99983b42-a2c1-4525-bd93-e89e65c8bc24" -d '{"events": [{"name": "network-changed", "server_uuid": "2feb92db-975d-4abf-8814-603da11f8603", "tag": "2f531c40-7605-4ab0-bed8-8a0000e6cd28"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:21:18.131544 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f8f5d-a917-4538-8be1-2027b44eab20 service neutron] Pushing event updated for resources: {'Port': ['ID=2f531c40-7605-4ab0-bed8-8a0000e6cd28,revision_number=3']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:18.191106 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31663343-9681-4b05-bc34-e294bb894912 x-openstack-request-id: req-31663343-9681-4b05-bc34-e294bb894912 {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:21:18.191402 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2feb92db-975d-4abf-8814-603da11f8603", "tag": "2f531c40-7605-4ab0-bed8-8a0000e6cd28", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:21:18.191660 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31663343-9681-4b05-bc34-e294bb894912 {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:21:18.192069 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31663343-9681-4b05-bc34-e294bb894912'] response: {'name': 'network-changed', 'server_uuid': '2feb92db-975d-4abf-8814-603da11f8603', 'tag': '2f531c40-7605-4ab0-bed8-8a0000e6cd28', 'status': 'completed', 'code': 200} Sep 22 22:21:18.353957 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:18.467023 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-f1f96c21-b3a3-4e7b-aa82-24e0655a92ca None None] Attempt 3 to provision port 2f531c40-7605-4ab0-bed8-8a0000e6cd28 Sep 22 22:21:18.504577 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-f1f96c21-b3a3-4e7b-aa82-24e0655a92ca None None] Port 2f531c40-7605-4ab0-bed8-8a0000e6cd28 had new provisioning blocks added so it will not transition to active. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 22:21:18.576284 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:18.583515 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-b74875be-c8ab-43a4-ac84-1ef3c920d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:18.585166 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-b74875be-c8ab-43a4-ac84-1ef3c920d0f8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=e9c311fa04f241249d428df8e88539f4&device_id=2feb92db-975d-4abf-8814-603da11f8603 HTTP/1.1" status: 200 len: 1128 time: 0.0576546 Sep 22 22:21:18.641625 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-7a72d683-8052-425e-9293-7e28b799737a service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f531c40-7605-4ab0-bed8-8a0000e6cd28 HTTP/1.1" status: 200 len: 217 time: 0.0359488 Sep 22 22:21:18.682073 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26bc4f-abff-4559-b574-8714c9180c1e req-b992db72-3a01-4e56-88f1-171f1149c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:18.683585 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-dc26bc4f-abff-4559-b574-8714c9180c1e req-b992db72-3a01-4e56-88f1-171f1149c691 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 1131 time: 0.0400970 Sep 22 22:21:18.719497 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad852875-f592-4bf2-acfc-90ae72a746d7 req-575bbb8c-ac14-47d8-8bd9-2a293ffe37cc tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:18.721031 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ad852875-f592-4bf2-acfc-90ae72a746d7 req-575bbb8c-ac14-47d8-8bd9-2a293ffe37cc tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2feb92db-975d-4abf-8814-603da11f8603 HTTP/1.1" status: 200 len: 944 time: 0.0819426 Sep 22 22:21:18.735736 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-dc26bc4f-abff-4559-b574-8714c9180c1e req-d324f6b6-04c7-4458-8832-8d5bb4be03df service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385873 Sep 22 22:21:18.736791 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-9d5b25d3-2100-403e-a48f-6b656f953fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:18.738202 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-9d5b25d3-2100-403e-a48f-6b656f953fd8 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=739be4fb-823b-4d42-a812-9f7b38b66187 HTTP/1.1" status: 200 len: 850 time: 0.0863049 Sep 22 22:21:18.775831 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ad852875-f592-4bf2-acfc-90ae72a746d7 req-0f15cfb2-bb70-431d-b782-2651089aca65 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486701 Sep 22 22:21:19.102903 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:19.111151 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d561939-d67c-4df5-8859-701250f234fd req-04b9247b-6957-4f24-9bd5-0a00f3b07d18 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:19.112648 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8d561939-d67c-4df5-8859-701250f234fd req-04b9247b-6957-4f24-9bd5-0a00f3b07d18 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 947 time: 0.0466406 Sep 22 22:21:19.163454 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8d561939-d67c-4df5-8859-701250f234fd req-48ad05c9-6c5b-46de-ada7-08974f987cd7 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441625 Sep 22 22:21:19.433904 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-00d9d825-3977-420f-b144-b6919ed4ac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:19.435307 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-00d9d825-3977-420f-b144-b6919ed4ac9c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c773c61e-e7b7-47c6-998a-83ddea69af57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394392 Sep 22 22:21:19.771544 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:19.941253 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152e6e2-e3b6-472e-bb35-44bff1f9a3b8 req-e5b859ab-9d22-49aa-98f9-044f363c97b2 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:19.942736 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1152e6e2-e3b6-472e-bb35-44bff1f9a3b8 req-e5b859ab-9d22-49aa-98f9-044f363c97b2 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2feb92db-975d-4abf-8814-603da11f8603 HTTP/1.1" status: 200 len: 944 time: 0.0945942 Sep 22 22:21:20.016684 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-d59d143a-4080-4268-afac-33e2244f8c0e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c773c61e-e7b7-47c6-998a-83ddea69af57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365275 Sep 22 22:21:20.020903 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1152e6e2-e3b6-472e-bb35-44bff1f9a3b8 req-a1e7c080-268c-45f8-b8f7-9d448a4cdfac tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725043 Sep 22 22:21:20.116839 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-870ad030-94c8-4ccb-9c6b-9bf460d87b6e req-538545f1-13f4-4777-878c-fe44a63c5cb2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c773c61e-e7b7-47c6-998a-83ddea69af57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924463 Sep 22 22:21:20.123218 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:20.300973 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f71a51-3c55-43d8-b38a-f2d6cc2ebdac req-7d36aa80-707e-4e0e-9fe4-ef2aa2711022 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:20.302393 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b4f71a51-3c55-43d8-b38a-f2d6cc2ebdac req-7d36aa80-707e-4e0e-9fe4-ef2aa2711022 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 947 time: 0.0470510 Sep 22 22:21:20.349139 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b4f71a51-3c55-43d8-b38a-f2d6cc2ebdac req-cb2d99a5-487a-43c9-ab4e-73975a0701c8 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412040 Sep 22 22:21:20.592162 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99983b42-a2c1-4525-bd93-e89e65c8bc24 req-04794250-a91a-44a3-b6db-908d41f9f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:20.593817 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-99983b42-a2c1-4525-bd93-e89e65c8bc24 req-04794250-a91a-44a3-b6db-908d41f9f058 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=e9c311fa04f241249d428df8e88539f4&device_id=2feb92db-975d-4abf-8814-603da11f8603 HTTP/1.1" status: 200 len: 1128 time: 0.0449567 Sep 22 22:21:21.150383 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99983b42-a2c1-4525-bd93-e89e65c8bc24 req-9eb53681-619c-4d02-a134-d9a0a5be4755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:21.151854 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-99983b42-a2c1-4525-bd93-e89e65c8bc24 req-9eb53681-619c-4d02-a134-d9a0a5be4755 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c773c61e-e7b7-47c6-998a-83ddea69af57 HTTP/1.1" status: 200 len: 912 time: 0.1211052 Sep 22 22:21:21.162454 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7e745-20f2-431f-99e7-3cfd8f3e2091 req-6603e0ab-31f3-4222-8ab7-8ed529ae128f tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:21.163882 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f3a7e745-20f2-431f-99e7-3cfd8f3e2091 req-6603e0ab-31f3-4222-8ab7-8ed529ae128f tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2feb92db-975d-4abf-8814-603da11f8603 HTTP/1.1" status: 200 len: 944 time: 0.0657897 Sep 22 22:21:21.215243 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-99983b42-a2c1-4525-bd93-e89e65c8bc24 req-37adc12c-0781-40a5-b928-6124f9aab31f service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f531c40-7605-4ab0-bed8-8a0000e6cd28 HTTP/1.1" status: 200 len: 217 time: 0.0504136 Sep 22 22:21:21.280130 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f3a7e745-20f2-431f-99e7-3cfd8f3e2091 req-8c1506a1-bbec-49e7-8fa0-adec276b1f8d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1095333 Sep 22 22:21:21.286830 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99983b42-a2c1-4525-bd93-e89e65c8bc24 req-99155037-1d79-4732-92bf-9a17026853ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:21.288421 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-99983b42-a2c1-4525-bd93-e89e65c8bc24 req-99155037-1d79-4732-92bf-9a17026853ad service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=739be4fb-823b-4d42-a812-9f7b38b66187 HTTP/1.1" status: 200 len: 850 time: 0.0660100 Sep 22 22:21:21.338457 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99983b42-a2c1-4525-bd93-e89e65c8bc24 req-c68fd3b3-75c7-40d9-aea0-9019e74aab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:21.339829 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-99983b42-a2c1-4525-bd93-e89e65c8bc24 req-c68fd3b3-75c7-40d9-aea0-9019e74aab05 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c773c61e-e7b7-47c6-998a-83ddea69af57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460145 Sep 22 22:21:21.374183 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:21.483667 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-99983b42-a2c1-4525-bd93-e89e65c8bc24 req-3604b5ba-a552-466e-885c-41649ce585c3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c773c61e-e7b7-47c6-998a-83ddea69af57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164477 Sep 22 22:21:21.493691 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63987f6c-ed5d-4fc5-a268-164043ac54d9 req-2f96cd15-971e-4540-9121-4c6b62361ca3 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:21.495078 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-63987f6c-ed5d-4fc5-a268-164043ac54d9 req-2f96cd15-971e-4540-9121-4c6b62361ca3 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 947 time: 0.0562859 Sep 22 22:21:21.545089 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-63987f6c-ed5d-4fc5-a268-164043ac54d9 req-69ee2cd0-fa06-4af2-9003-9bf25c55ff30 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444014 Sep 22 22:21:21.608016 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:21.646936 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-99983b42-a2c1-4525-bd93-e89e65c8bc24 req-59412c54-898b-499b-b108-3a6311448897 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c773c61e-e7b7-47c6-998a-83ddea69af57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846751 Sep 22 22:21:22.203882 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-aa11da2f-2ca2-4588-9876-05852e933d56 req-eaa92813-4126-4250-80d2-f5142ca7d5c0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=fbebf564-cdc8-496b-9257-1de15ce25ca5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413792 Sep 22 22:21:22.678812 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc65195-d4de-4db0-80b3-c245a827d470 req-1df124ae-01ff-4e43-bfa5-a6787fec4124 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:22.680323 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7fc65195-d4de-4db0-80b3-c245a827d470 req-1df124ae-01ff-4e43-bfa5-a6787fec4124 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2feb92db-975d-4abf-8814-603da11f8603 HTTP/1.1" status: 200 len: 944 time: 0.3176684 Sep 22 22:21:22.686262 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11da2f-2ca2-4588-9876-05852e933d56 req-a651bb8d-59d3-4f07-928c-0650e939962e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:22.687659 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-aa11da2f-2ca2-4588-9876-05852e933d56 req-a651bb8d-59d3-4f07-928c-0650e939962e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=e9c311fa04f241249d428df8e88539f4&device_id=fbebf564-cdc8-496b-9257-1de15ce25ca5 HTTP/1.1" status: 200 len: 1130 time: 0.0540929 Sep 22 22:21:22.793605 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7fc65195-d4de-4db0-80b3-c245a827d470 req-dfdff744-a27d-4cd2-b7a4-5210fdb6223c tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1049950 Sep 22 22:21:22.821570 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11da2f-2ca2-4588-9876-05852e933d56 req-02275c4c-93b8-442c-8df6-8a143b56902a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:22.823025 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-aa11da2f-2ca2-4588-9876-05852e933d56 req-02275c4c-93b8-442c-8df6-8a143b56902a service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c773c61e-e7b7-47c6-998a-83ddea69af57 HTTP/1.1" status: 200 len: 912 time: 0.1153789 Sep 22 22:21:22.884616 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-aa11da2f-2ca2-4588-9876-05852e933d56 req-197eb09e-0235-415b-8bbd-df952142163f service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df43b20d-bd58-4303-8444-f7ed51aa3a97 HTTP/1.1" status: 200 len: 1002 time: 0.0548074 Sep 22 22:21:22.934985 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11da2f-2ca2-4588-9876-05852e933d56 req-6e979ab5-ff77-4dd5-9d5d-cb79d33407ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:22.936316 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-aa11da2f-2ca2-4588-9876-05852e933d56 req-6e979ab5-ff77-4dd5-9d5d-cb79d33407ce service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=739be4fb-823b-4d42-a812-9f7b38b66187 HTTP/1.1" status: 200 len: 850 time: 0.0459633 Sep 22 22:21:22.978444 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11da2f-2ca2-4588-9876-05852e933d56 req-4e03167a-12e3-412a-838e-4d64c2a58a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:22.980086 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-aa11da2f-2ca2-4588-9876-05852e933d56 req-4e03167a-12e3-412a-838e-4d64c2a58a53 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c773c61e-e7b7-47c6-998a-83ddea69af57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371311 Sep 22 22:21:23.072833 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-aa11da2f-2ca2-4588-9876-05852e933d56 req-31815a04-c5c4-4ab9-ba3b-acf87efc9cc0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c773c61e-e7b7-47c6-998a-83ddea69af57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867512 Sep 22 22:21:23.162919 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-aa11da2f-2ca2-4588-9876-05852e933d56 req-9c2aa29a-1c64-4257-8423-cb889443e51d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c773c61e-e7b7-47c6-998a-83ddea69af57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830913 Sep 22 22:21:23.918016 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf99478-4de7-4e30-9c46-6dcd93eccc5a req-125ee14a-a956-4057-ac31-c3f75ef0a18a tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:23.919530 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9bf99478-4de7-4e30-9c46-6dcd93eccc5a req-125ee14a-a956-4057-ac31-c3f75ef0a18a tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2feb92db-975d-4abf-8814-603da11f8603 HTTP/1.1" status: 200 len: 944 time: 0.0478883 Sep 22 22:21:23.974731 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9bf99478-4de7-4e30-9c46-6dcd93eccc5a req-f4c80a85-2bb0-45b3-9bf6-984e4cfcba21 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486679 Sep 22 22:21:25.093624 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9717df-8e48-46b6-91f1-f7b1955331d3 req-502a615f-b01e-4aa7-84d9-0ad38df406ad tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:25.095265 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1f9717df-8e48-46b6-91f1-f7b1955331d3 req-502a615f-b01e-4aa7-84d9-0ad38df406ad tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2feb92db-975d-4abf-8814-603da11f8603 HTTP/1.1" status: 200 len: 944 time: 0.0474136 Sep 22 22:21:25.108111 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:25.126956 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:21:25.147422 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1f9717df-8e48-46b6-91f1-f7b1955331d3 req-0d330a4f-d7c7-496c-9ba2-ea650450dff0 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448248 Sep 22 22:21:26.267667 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668845ef-1550-4860-b6ff-a7728c480036 req-965ff0cc-e195-4467-8a5c-971fefd3c64e tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:26.269371 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-668845ef-1550-4860-b6ff-a7728c480036 req-965ff0cc-e195-4467-8a5c-971fefd3c64e tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2feb92db-975d-4abf-8814-603da11f8603 HTTP/1.1" status: 200 len: 944 time: 0.0462325 Sep 22 22:21:26.319199 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-668845ef-1550-4860-b6ff-a7728c480036 req-4c145ad4-c525-4b57-8f4d-e832d4ee3ba7 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445523 Sep 22 22:21:27.441281 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d751e6-2d19-48b6-9ea9-c85abbc7a37a req-917ffcef-4091-4a24-901f-63d1479ee635 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:27.442869 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-25d751e6-2d19-48b6-9ea9-c85abbc7a37a req-917ffcef-4091-4a24-901f-63d1479ee635 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2feb92db-975d-4abf-8814-603da11f8603 HTTP/1.1" status: 200 len: 944 time: 0.0500007 Sep 22 22:21:27.454688 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:27.491530 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-25d751e6-2d19-48b6-9ea9-c85abbc7a37a req-d7d73362-6d17-4bb6-a046-f1942dc26bf2 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430779 Sep 22 22:21:28.614819 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad78bb8-72c3-43d2-87c1-1b9e1bb002d0 req-f8b2a52e-1c45-44bf-913e-2344f68e8e54 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:28.616318 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fad78bb8-72c3-43d2-87c1-1b9e1bb002d0 req-f8b2a52e-1c45-44bf-913e-2344f68e8e54 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2feb92db-975d-4abf-8814-603da11f8603 HTTP/1.1" status: 200 len: 944 time: 0.0516546 Sep 22 22:21:28.665639 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fad78bb8-72c3-43d2-87c1-1b9e1bb002d0 req-f44ad598-3afc-4663-b59b-abf61aefa14d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437310 Sep 22 22:21:28.723105 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=8 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:28.733301 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=10 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:29.786364 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1c216-57a9-4da6-b4a0-7e2ddd9a5e1e req-66bf1ed4-9999-4daa-8308-4a257dcf1b5d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:29.787820 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1ad1c216-57a9-4da6-b4a0-7e2ddd9a5e1e req-66bf1ed4-9999-4daa-8308-4a257dcf1b5d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2feb92db-975d-4abf-8814-603da11f8603 HTTP/1.1" status: 200 len: 944 time: 0.0462465 Sep 22 22:21:29.844777 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1ad1c216-57a9-4da6-b4a0-7e2ddd9a5e1e req-2ad0a3e8-3a61-431a-ba7c-37322be01e38 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512531 Sep 22 22:21:30.117380 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=14 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:30.119243 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:30.966861 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef67b26-8087-48d8-9fc2-a520c9359a3b req-72461abe-b696-4553-8671-6be356ea0f8c tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:30.968323 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7ef67b26-8087-48d8-9fc2-a520c9359a3b req-72461abe-b696-4553-8671-6be356ea0f8c tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2feb92db-975d-4abf-8814-603da11f8603 HTTP/1.1" status: 200 len: 944 time: 0.0466528 Sep 22 22:21:31.017636 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7ef67b26-8087-48d8-9fc2-a520c9359a3b req-c3766ea1-4769-4fd1-a55a-73e0b905fe80 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429609 Sep 22 22:21:31.642665 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 2f531c40-7605-4ab0-bed8-8a0000e6cd28 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 22:21:31.741027 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 2f531c40-7605-4ab0-bed8-8a0000e6cd28, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2f531c40-7605-4ab0-bed8-8a0000e6cd28,segment=NetworkSegment(02ab888a-ff4d-434e-871e-f1b1416587f3),segment_id=02ab888a-ff4d-434e-871e-f1b1416587f3)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:21:31.751803 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Returning: {'device': '2f531c40-7605-4ab0-bed8-8a0000e6cd28', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'port_id': '2f531c40-7605-4ab0-bed8-8a0000e6cd28', 'mac_address': 'fa:16:3e:ee:b4:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 22:21:31.785919 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port 2f531c40-7605-4ab0-bed8-8a0000e6cd28 is: DOWN; New status is: BUILD {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:21:31.786306 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (2f531c40-7605-4ab0-bed8-8a0000e6cd28), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:31.803355 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f531c40-7605-4ab0-bed8-8a0000e6cd28 {{(pid=106430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:21:31.822764 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 2f531c40-7605-4ab0-bed8-8a0000e6cd28, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2f531c40-7605-4ab0-bed8-8a0000e6cd28,segment=NetworkSegment(02ab888a-ff4d-434e-871e-f1b1416587f3),segment_id=02ab888a-ff4d-434e-871e-f1b1416587f3)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:21:31.826917 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (2f531c40-7605-4ab0-bed8-8a0000e6cd28), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:31.872161 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=2f531c40-7605-4ab0-bed8-8a0000e6cd28,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:32.143151 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4451d-a55b-47c5-ad22-43b527bfa3b1 req-7ce503e9-5337-49dc-9f36-4a8a4bf696cb tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:32.144715 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-36f4451d-a55b-47c5-ad22-43b527bfa3b1 req-7ce503e9-5337-49dc-9f36-4a8a4bf696cb tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2feb92db-975d-4abf-8814-603da11f8603 HTTP/1.1" status: 200 len: 945 time: 0.0487263 Sep 22 22:21:32.146287 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=2 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:32.197738 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-36f4451d-a55b-47c5-ad22-43b527bfa3b1 req-98a9da60-f674-4d08-b247-991168be95b3 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472801 Sep 22 22:21:32.365711 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['2f531c40-7605-4ab0-bed8-8a0000e6cd28'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:21:33.329798 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900931eb-1933-41ae-9c02-ae9df9e97efd req-6bb34090-a1a9-45f7-a413-450582a55725 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:33.331417 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-900931eb-1933-41ae-9c02-ae9df9e97efd req-6bb34090-a1a9-45f7-a413-450582a55725 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2feb92db-975d-4abf-8814-603da11f8603 HTTP/1.1" status: 200 len: 945 time: 0.0511215 Sep 22 22:21:33.382755 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-900931eb-1933-41ae-9c02-ae9df9e97efd req-9f11b127-0e6c-49a2-8846-eebd4d662655 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454977 Sep 22 22:21:33.625576 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 2f531c40-7605-4ab0-bed8-8a0000e6cd28 up at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:21:33.667649 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061583bc-39a7-45a6-b424-ec9bd0ef3210 req-673f6fcc-4fb2-41ed-9cae-2d9dd084e847 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:33.669136 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-061583bc-39a7-45a6-b424-ec9bd0ef3210 req-673f6fcc-4fb2-41ed-9cae-2d9dd084e847 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1fabbba-5575-4388-a3e4-2927edcb7026 HTTP/1.1" status: 200 len: 945 time: 0.0482306 Sep 22 22:21:33.670275 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning for port 2f531c40-7605-4ab0-bed8-8a0000e6cd28 completed by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 22:21:33.675848 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning complete for port 2f531c40-7605-4ab0-bed8-8a0000e6cd28 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:21:33.676530 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (2f531c40-7605-4ab0-bed8-8a0000e6cd28), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:33.676882 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Attempt 1 to provision port 2f531c40-7605-4ab0-bed8-8a0000e6cd28 Sep 22 22:21:33.718641 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-061583bc-39a7-45a6-b424-ec9bd0ef3210 req-689636c5-0f2b-45f9-8c3a-8fb62402ebdf tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d14630ff-ab11-470b-a8f6-23b3bbe800f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427606 Sep 22 22:21:33.755607 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port 2f531c40-7605-4ab0-bed8-8a0000e6cd28 is: BUILD; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:21:33.755995 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (2f531c40-7605-4ab0-bed8-8a0000e6cd28), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:33.779425 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2feb92db-975d-4abf-8814-603da11f8603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f531c40-7605-4ab0-bed8-8a0000e6cd28'}] {{(pid=106430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:21:33.781664 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2272dcd180a18b0bdbf7a4ac2a7f9325cd9193a83f54eb82bc11fdb6a8b27d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f4e8b0-6e6f-4ab9-88ea-a1f049d5a8af" -d '{"events": [{"server_uuid": "2feb92db-975d-4abf-8814-603da11f8603", "name": "network-vif-plugged", "status": "completed", "tag": "2f531c40-7605-4ab0-bed8-8a0000e6cd28"}]}' {{(pid=106430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:21:33.794333 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 2f531c40-7605-4ab0-bed8-8a0000e6cd28, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2f531c40-7605-4ab0-bed8-8a0000e6cd28,segment=NetworkSegment(02ab888a-ff4d-434e-871e-f1b1416587f3),segment_id=02ab888a-ff4d-434e-871e-f1b1416587f3)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:21:33.798305 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (2f531c40-7605-4ab0-bed8-8a0000e6cd28), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:33.829572 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:33.849141 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=2f531c40-7605-4ab0-bed8-8a0000e6cd28,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:33.877167 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fff2104-edff-4a3c-ba43-320668e4cd0f x-openstack-request-id: req-8fff2104-edff-4a3c-ba43-320668e4cd0f {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:21:33.877470 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2feb92db-975d-4abf-8814-603da11f8603", "name": "network-vif-plugged", "status": "completed", "tag": "2f531c40-7605-4ab0-bed8-8a0000e6cd28", "code": 200}]} {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:21:33.877747 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8fff2104-edff-4a3c-ba43-320668e4cd0f {{(pid=106430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:21:33.878135 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fff2104-edff-4a3c-ba43-320668e4cd0f'] response: {'server_uuid': '2feb92db-975d-4abf-8814-603da11f8603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f531c40-7605-4ab0-bed8-8a0000e6cd28', 'code': 200} Sep 22 22:21:34.509765 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef9c50-f5df-4a98-8187-9a66f4463e6d req-71933bef-7f29-4b80-8452-4b1c78a921e5 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:34.511232 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-eeef9c50-f5df-4a98-8187-9a66f4463e6d req-71933bef-7f29-4b80-8452-4b1c78a921e5 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2feb92db-975d-4abf-8814-603da11f8603 HTTP/1.1" status: 200 len: 946 time: 0.0504236 Sep 22 22:21:34.559611 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-eeef9c50-f5df-4a98-8187-9a66f4463e6d req-c3dba748-d32b-4539-bca7-c018c21fb964 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429144 Sep 22 22:21:34.845503 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ef92c-ae90-43d1-b913-7e1eac022f1c req-0bd7f6c7-9434-4480-8a36-afe7aafde598 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:34.846975 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-731ef92c-ae90-43d1-b913-7e1eac022f1c req-0bd7f6c7-9434-4480-8a36-afe7aafde598 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1fabbba-5575-4388-a3e4-2927edcb7026 HTTP/1.1" status: 200 len: 945 time: 0.0476780 Sep 22 22:21:34.893442 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-731ef92c-ae90-43d1-b913-7e1eac022f1c req-24dd520c-33cb-4282-8589-cecf499f91dd tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d14630ff-ab11-470b-a8f6-23b3bbe800f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402987 Sep 22 22:21:35.123236 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=6 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:35.667151 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:35.680417 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8db68-8e04-4eaa-a2c6-699271479e47 req-ecd470c1-0f04-480d-b32f-315352d65f76 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:35.681939 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-90b8db68-8e04-4eaa-a2c6-699271479e47 req-ecd470c1-0f04-480d-b32f-315352d65f76 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2feb92db-975d-4abf-8814-603da11f8603 HTTP/1.1" status: 200 len: 946 time: 0.0475614 Sep 22 22:21:35.737285 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-90b8db68-8e04-4eaa-a2c6-699271479e47 req-22087191-d898-4bf5-b23e-9f820bc16440 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497835 Sep 22 22:21:35.878946 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52597c2-c472-450a-a6e5-08279abf14bc req-7f6f676e-9e7e-438d-bf30-16bb60c08d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:35.880853 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d52597c2-c472-450a-a6e5-08279abf14bc req-7f6f676e-9e7e-438d-bf30-16bb60c08d27 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2feb92db-975d-4abf-8814-603da11f8603 HTTP/1.1" status: 200 len: 1130 time: 0.0408905 Sep 22 22:21:35.923804 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31353d55-29ac-4cef-a7d9-12b5c0a79672 req-fb5c4561-ebe1-4641-abe4-f51dedd8ad9c tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:35.925469 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-31353d55-29ac-4cef-a7d9-12b5c0a79672 req-fb5c4561-ebe1-4641-abe4-f51dedd8ad9c tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d1fabbba-5575-4388-a3e4-2927edcb7026 HTTP/1.1" status: 200 len: 945 time: 0.0857527 Sep 22 22:21:35.934655 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d52597c2-c472-450a-a6e5-08279abf14bc req-ce876f39-0d32-4ec3-830f-cbf4a8dc31e5 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453932 Sep 22 22:21:36.014354 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98065758-a5ef-4aa5-b74a-0b31121d8878 req-214cb3bc-ed53-497d-9653-cc5474d0ea12 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:36.015812 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-98065758-a5ef-4aa5-b74a-0b31121d8878 req-214cb3bc-ed53-497d-9653-cc5474d0ea12 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1fabbba-5575-4388-a3e4-2927edcb7026 HTTP/1.1" status: 200 len: 945 time: 0.0457339 Sep 22 22:21:36.041332 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:36.065754 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-98065758-a5ef-4aa5-b74a-0b31121d8878 req-379b0e2f-5186-48e2-a7f0-796b0f8dfe37 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d14630ff-ab11-470b-a8f6-23b3bbe800f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435224 Sep 22 22:21:36.772034 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [req-31353d55-29ac-4cef-a7d9-12b5c0a79672 req-366114b3-47ca-4a67-8764-2a47a80f3c5d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Deleting port 14a75f4e-b63a-4d20-adaa-5a0575ec7510 {{(pid=106429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:21:36.772393 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-31353d55-29ac-4cef-a7d9-12b5c0a79672 req-366114b3-47ca-4a67-8764-2a47a80f3c5d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (14a75f4e-b63a-4d20-adaa-5a0575ec7510), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:36.863794 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b8795-175f-47e2-9100-cb719c859b39 req-3ce76409-e9c6-4a19-a89f-26057d16a8e2 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:36.865852 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1c4b8795-175f-47e2-9100-cb719c859b39 req-3ce76409-e9c6-4a19-a89f-26057d16a8e2 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2feb92db-975d-4abf-8814-603da11f8603 HTTP/1.1" status: 200 len: 946 time: 0.0508018 Sep 22 22:21:36.867008 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.db [req-31353d55-29ac-4cef-a7d9-12b5c0a79672 req-366114b3-47ca-4a67-8764-2a47a80f3c5d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] For port 14a75f4e-b63a-4d20-adaa-5a0575ec7510, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=14a75f4e-b63a-4d20-adaa-5a0575ec7510,segment=NetworkSegment(be8993b7-fcf5-42ec-b1db-df616a95c294),segment_id=be8993b7-fcf5-42ec-b1db-df616a95c294)] {{(pid=106429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:21:36.867375 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-31353d55-29ac-4cef-a7d9-12b5c0a79672 req-366114b3-47ca-4a67-8764-2a47a80f3c5d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (14a75f4e-b63a-4d20-adaa-5a0575ec7510), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:36.920351 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1c4b8795-175f-47e2-9100-cb719c859b39 req-c323c107-8302-42af-a0b5-ec3a76020675 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486951 Sep 22 22:21:37.078311 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-31353d55-29ac-4cef-a7d9-12b5c0a79672 req-366114b3-47ca-4a67-8764-2a47a80f3c5d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:37.078869 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-31353d55-29ac-4cef-a7d9-12b5c0a79672 req-366114b3-47ca-4a67-8764-2a47a80f3c5d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (972965ae-eb10-4f72-b863-26b8a3ee048d), after_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:37.078989 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.db.l3_db [req-31353d55-29ac-4cef-a7d9-12b5c0a79672 req-366114b3-47ca-4a67-8764-2a47a80f3c5d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Floating IP 972965ae-eb10-4f72-b863-26b8a3ee048d disassociated. External IP: 172.27.1.193, port: 14a75f4e-b63a-4d20-adaa-5a0575ec7510. Sep 22 22:21:37.079317 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [req-31353d55-29ac-4cef-a7d9-12b5c0a79672 req-366114b3-47ca-4a67-8764-2a47a80f3c5d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Calling delete_port for 14a75f4e-b63a-4d20-adaa-5a0575ec7510 owned by compute:nova {{(pid=106429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:21:37.188651 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43bcca-4a97-4599-9ac6-0931ec270435 req-4277ce26-f029-4672-a226-99a01d900950 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:37.190081 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cb43bcca-4a97-4599-9ac6-0931ec270435 req-4277ce26-f029-4672-a226-99a01d900950 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1fabbba-5575-4388-a3e4-2927edcb7026 HTTP/1.1" status: 200 len: 945 time: 0.0477164 Sep 22 22:21:37.210966 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-31353d55-29ac-4cef-a7d9-12b5c0a79672 req-366114b3-47ca-4a67-8764-2a47a80f3c5d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (14a75f4e-b63a-4d20-adaa-5a0575ec7510), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:37.239762 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366114b3-47ca-4a67-8764-2a47a80f3c5d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event deleted for resources: {'Port': ['ID=14a75f4e-b63a-4d20-adaa-5a0575ec7510,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:37.253704 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cb43bcca-4a97-4599-9ac6-0931ec270435 req-7590b0a1-9d2f-41ef-aa8b-1a9fd8a6198f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d14630ff-ab11-470b-a8f6-23b3bbe800f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570073 Sep 22 22:21:37.291153 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366114b3-47ca-4a67-8764-2a47a80f3c5d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:37.291496 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366114b3-47ca-4a67-8764-2a47a80f3c5d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:37.291836 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366114b3-47ca-4a67-8764-2a47a80f3c5d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:37.292761 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366114b3-47ca-4a67-8764-2a47a80f3c5d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:37.293096 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366114b3-47ca-4a67-8764-2a47a80f3c5d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:37.293509 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366114b3-47ca-4a67-8764-2a47a80f3c5d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:37.293836 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366114b3-47ca-4a67-8764-2a47a80f3c5d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:37.294161 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366114b3-47ca-4a67-8764-2a47a80f3c5d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:37.294483 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366114b3-47ca-4a67-8764-2a47a80f3c5d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:37.294802 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366114b3-47ca-4a67-8764-2a47a80f3c5d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:37.295122 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366114b3-47ca-4a67-8764-2a47a80f3c5d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:37.295437 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366114b3-47ca-4a67-8764-2a47a80f3c5d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:37.295754 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366114b3-47ca-4a67-8764-2a47a80f3c5d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:37.296065 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366114b3-47ca-4a67-8764-2a47a80f3c5d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:37.296377 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366114b3-47ca-4a67-8764-2a47a80f3c5d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:37.368379 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31353d55-29ac-4cef-a7d9-12b5c0a79672 req-366114b3-47ca-4a67-8764-2a47a80f3c5d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Router c61ed6dd-031e-4a20-9d68-18897d0cccb2 has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:21:37.469748 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31353d55-29ac-4cef-a7d9-12b5c0a79672 req-366114b3-47ca-4a67-8764-2a47a80f3c5d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:21:37.479768 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e520bc63-6637-451f-8d60-1b2281f52ba7 None None] Sync routers for ids ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:21:37.489121 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e520bc63-6637-451f-8d60-1b2281f52ba7 None None] Routers {'c61ed6dd-031e-4a20-9d68-18897d0cccb2'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:21:37.489880 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-e520bc63-6637-451f-8d60-1b2281f52ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:21:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:21:37.531118 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [req-31353d55-29ac-4cef-a7d9-12b5c0a79672 req-366114b3-47ca-4a67-8764-2a47a80f3c5d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] No DVR routers for this DVR port 14a75f4e-b63a-4d20-adaa-5a0575ec7510 on host hv-cinder-84914 {{(pid=106429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:21:37.533653 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-31353d55-29ac-4cef-a7d9-12b5c0a79672 req-366114b3-47ca-4a67-8764-2a47a80f3c5d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:37.534076 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:37.537265 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-31353d55-29ac-4cef-a7d9-12b5c0a79672 req-366114b3-47ca-4a67-8764-2a47a80f3c5d tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.57 "DELETE /networking/v2.0/ports/14a75f4e-b63a-4d20-adaa-5a0575ec7510 HTTP/1.1" status: 204 len: 173 time: 0.8737936 Sep 22 22:21:37.537754 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fabbba-5575-4388-a3e4-2927edcb7026', 'name': 'network-vif-deleted', 'tag': '14a75f4e-b63a-4d20-adaa-5a0575ec7510'}] {{(pid=106429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:21:37.540034 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fecb9e71e3cfecf727650ea9349eddd955ebb7a4b95363fd8d1edf6265131bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d360a70-6529-4eb0-b40d-07b639ea60c3" -d '{"events": [{"server_uuid": "d1fabbba-5575-4388-a3e4-2927edcb7026", "name": "network-vif-deleted", "tag": "14a75f4e-b63a-4d20-adaa-5a0575ec7510"}]}' {{(pid=106429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:21:37.596991 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-e520bc63-6637-451f-8d60-1b2281f52ba7 None None] Set router c61ed6dd-031e-4a20-9d68-18897d0cccb2 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:21:37.639415 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdda2d68-13e0-476e-b066-1ef7c54066e0 x-openstack-request-id: req-bdda2d68-13e0-476e-b066-1ef7c54066e0 {{(pid=106429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:21:37.639774 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fabbba-5575-4388-a3e4-2927edcb7026", "name": "network-vif-deleted", "tag": "14a75f4e-b63a-4d20-adaa-5a0575ec7510", "status": "completed", "code": 200}]} {{(pid=106429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:21:37.640086 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bdda2d68-13e0-476e-b066-1ef7c54066e0 {{(pid=106429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:21:37.641682 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdda2d68-13e0-476e-b066-1ef7c54066e0'] response: {'server_uuid': 'd1fabbba-5575-4388-a3e4-2927edcb7026', 'name': 'network-vif-deleted', 'tag': '14a75f4e-b63a-4d20-adaa-5a0575ec7510', 'status': 'completed', 'code': 200} Sep 22 22:21:37.795487 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-e520bc63-6637-451f-8d60-1b2281f52ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'gw_port': {'id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:13Z', 'updated_at': '2022-09-22T22:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'd68bdd94-0ddc-462e-97eb-b3583122f420', 'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'mac_address': 'fa:16:3e:0a:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:17Z', 'updated_at': '2022-09-22T22:10:27Z', 'revision_number': 5, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'subnets': [{'id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:21:37.821634 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e520bc63-6637-451f-8d60-1b2281f52ba7 None None] Checking router: c61ed6dd-031e-4a20-9d68-18897d0cccb2 for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:21:37.829927 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e520bc63-6637-451f-8d60-1b2281f52ba7 None None] Routers {'c61ed6dd-031e-4a20-9d68-18897d0cccb2'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:21:37.830476 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-e520bc63-6637-451f-8d60-1b2281f52ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:21:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:21:37.935966 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-e520bc63-6637-451f-8d60-1b2281f52ba7 None None] Set router c61ed6dd-031e-4a20-9d68-18897d0cccb2 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:21:38.046077 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359547ec-1434-49ba-955f-e5112158cd0e req-6190a540-ab49-428c-a2a0-ea5647858d92 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:38.047567 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-359547ec-1434-49ba-955f-e5112158cd0e req-6190a540-ab49-428c-a2a0-ea5647858d92 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2feb92db-975d-4abf-8814-603da11f8603 HTTP/1.1" status: 200 len: 946 time: 0.0497403 Sep 22 22:21:38.112407 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-359547ec-1434-49ba-955f-e5112158cd0e req-14467f2a-344c-4f43-83d0-391eb1c2ed08 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584178 Sep 22 22:21:38.175216 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-e520bc63-6637-451f-8d60-1b2281f52ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'gw_port': {'id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:13Z', 'updated_at': '2022-09-22T22:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'd68bdd94-0ddc-462e-97eb-b3583122f420', 'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'mac_address': 'fa:16:3e:0a:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:17Z', 'updated_at': '2022-09-22T22:10:27Z', 'revision_number': 5, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'subnets': [{'id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:21:38.204865 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e520bc63-6637-451f-8d60-1b2281f52ba7 None None] The sync data for ids ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'] in dv-cinder-849143-6-iscsi is: [{'id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:10:18Z', 'revision_number': 4, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'gw_port': {'id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:13Z', 'updated_at': '2022-09-22T22:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'd68bdd94-0ddc-462e-97eb-b3583122f420', 'name': '', 'network_id': '76b70dbd-430e-4822-82a3-49c7f238d2e2', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'mac_address': 'fa:16:3e:0a:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:17Z', 'updated_at': '2022-09-22T22:10:27Z', 'revision_number': 5, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'subnets': [{'id': 'b69367a6-5eda-4933-ae45-e149b1c204d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:21:38.242662 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540a330-4177-430b-bec0-d0cd4d74225f req-6dbc8382-b45b-456c-9c50-70e21e486497 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:38.244336 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a540a330-4177-430b-bec0-d0cd4d74225f req-6dbc8382-b45b-456c-9c50-70e21e486497 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2feb92db-975d-4abf-8814-603da11f8603 HTTP/1.1" status: 200 len: 946 time: 0.0523174 Sep 22 22:21:38.316470 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a540a330-4177-430b-bec0-d0cd4d74225f req-da619fe4-7f66-49ac-a767-cbcb6be2a903 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0621905 Sep 22 22:21:38.346503 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 45560) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:21:38.392913 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-911587b1-6048-4818-bd50-5506d3805a0a req-2af38348-3089-4d9b-adfb-15a2d99c80cf tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1fabbba-5575-4388-a3e4-2927edcb7026 HTTP/1.1" status: 200 len: 210 time: 0.0387514 Sep 22 22:21:38.504178 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9a7590-1f46-4faa-a738-616b651f080e None None] New status for floating IP 972965ae-eb10-4f72-b863-26b8a3ee048d: DOWN {{(pid=106431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 22:21:38.531173 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c06463d-943a-4a03-b0f1-7a6189ad9ca2 tempest-TestVolumeBootPattern-82075621 tempest-TestVolumeBootPattern-82075621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:38.532612 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-2c06463d-943a-4a03-b0f1-7a6189ad9ca2 tempest-TestVolumeBootPattern-82075621 tempest-TestVolumeBootPattern-82075621-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2feb92db-975d-4abf-8814-603da11f8603 HTTP/1.1" status: 200 len: 1125 time: 0.1851127 Sep 22 22:21:38.535459 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 45564) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:21:38.539779 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-b7bb9377-4ef0-485d-b2ba-6154fc4be12d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Request body: {'floatingip': {'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'port_id': '2f531c40-7605-4ab0-bed8-8a0000e6cd28', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:21:38.561544 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b7bb9377-4ef0-485d-b2ba-6154fc4be12d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:38.647025 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b7bb9377-4ef0-485d-b2ba-6154fc4be12d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:38.761791 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [None req-b7bb9377-4ef0-485d-b2ba-6154fc4be12d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Allocated IP 172.27.1.23 (222d3bc3-ee2a-4d75-8e21-75e580ff73b3/4214672d-8971-44fc-bb6c-9c23836d3a7a/45efc05c-8b57-4278-a24f-3cbc0c08132c) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:21:38.829729 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:38.863005 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b7bb9377-4ef0-485d-b2ba-6154fc4be12d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for port (45efc05c-8b57-4278-a24f-3cbc0c08132c), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:38.897481 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b7bb9377-4ef0-485d-b2ba-6154fc4be12d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (45efc05c-8b57-4278-a24f-3cbc0c08132c), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:38.929688 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:38.947152 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bb9377-4ef0-485d-b2ba-6154fc4be12d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:21:38.951227 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [None req-b7bb9377-4ef0-485d-b2ba-6154fc4be12d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:21:38.955723 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bb9377-4ef0-485d-b2ba-6154fc4be12d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:21:38.958990 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb9377-4ef0-485d-b2ba-6154fc4be12d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Pushing event updated for resources: {'Port': ['ID=45efc05c-8b57-4278-a24f-3cbc0c08132c,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:39.315336 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b7bb9377-4ef0-485d-b2ba-6154fc4be12d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for floatingip (d3bb0281-ac46-4f36-8eff-d7794b4b6064), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:39.386057 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b7bb9377-4ef0-485d-b2ba-6154fc4be12d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (45efc05c-8b57-4278-a24f-3cbc0c08132c), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:39.544521 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b7bb9377-4ef0-485d-b2ba-6154fc4be12d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for port (45efc05c-8b57-4278-a24f-3cbc0c08132c), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:39.548944 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b7bb9377-4ef0-485d-b2ba-6154fc4be12d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (45efc05c-8b57-4278-a24f-3cbc0c08132c), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:39.597821 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:39.623376 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb9377-4ef0-485d-b2ba-6154fc4be12d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Pushing event updated for resources: {'Port': ['ID=45efc05c-8b57-4278-a24f-3cbc0c08132c,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:39.626117 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b7bb9377-4ef0-485d-b2ba-6154fc4be12d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (d3bb0281-ac46-4f36-8eff-d7794b4b6064), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:39.662053 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 14a75f4e-b63a-4d20-adaa-5a0575ec7510 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:21:39.682125 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] No Port match for: 14a75f4e-b63a-4d20-adaa-5a0575ec7510 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:21:39.682471 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 14a75f4e-b63a-4d20-adaa-5a0575ec7510 not bound to the agent host hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:21:39.721333 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.db.l3_db [None req-b7bb9377-4ef0-485d-b2ba-6154fc4be12d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Floating IP d3bb0281-ac46-4f36-8eff-d7794b4b6064 associated. External IP: 172.27.1.23, port: 2f531c40-7605-4ab0-bed8-8a0000e6cd28. Sep 22 22:21:39.863940 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:39.923702 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bb9377-4ef0-485d-b2ba-6154fc4be12d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Router bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:21:40.025861 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bb9377-4ef0-485d-b2ba-6154fc4be12d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:21:40.035104 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c799da5d-d7bb-42c0-8b20-0be57d8f7a56 None None] Sync routers for ids ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:21:40.043636 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b7bb9377-4ef0-485d-b2ba-6154fc4be12d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:40.045772 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c799da5d-d7bb-42c0-8b20-0be57d8f7a56 None None] Routers {'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:21:40.046384 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-c799da5d-d7bb-42c0-8b20-0be57d8f7a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:21:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:21:40.074723 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-b7bb9377-4ef0-485d-b2ba-6154fc4be12d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5382497 Sep 22 22:21:40.075374 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2feb92db-975d-4abf-8814-603da11f8603', 'tag': '2f531c40-7605-4ab0-bed8-8a0000e6cd28'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:21:40.077674 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6de63a-8702-4aa2-be27-1a8ad763c54a" -d '{"events": [{"name": "network-changed", "server_uuid": "2feb92db-975d-4abf-8814-603da11f8603", "tag": "2f531c40-7605-4ab0-bed8-8a0000e6cd28"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:21:40.114897 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0749e408-2ce5-4556-8b51-2964e633fe96 x-openstack-request-id: req-0749e408-2ce5-4556-8b51-2964e633fe96 {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:21:40.115192 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2feb92db-975d-4abf-8814-603da11f8603", "tag": "2f531c40-7605-4ab0-bed8-8a0000e6cd28", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:21:40.115449 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0749e408-2ce5-4556-8b51-2964e633fe96 {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:21:40.115851 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0749e408-2ce5-4556-8b51-2964e633fe96'] response: {'name': 'network-changed', 'server_uuid': '2feb92db-975d-4abf-8814-603da11f8603', 'tag': '2f531c40-7605-4ab0-bed8-8a0000e6cd28', 'status': 'completed', 'code': 200} Sep 22 22:21:40.151464 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-c799da5d-d7bb-42c0-8b20-0be57d8f7a56 None None] Set router bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:21:40.202912 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6de63a-8702-4aa2-be27-1a8ad763c54a req-f51afe3d-8bd7-44cc-8a4c-79bc2722dcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:40.204434 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-db6de63a-8702-4aa2-be27-1a8ad763c54a req-f51afe3d-8bd7-44cc-8a4c-79bc2722dcd2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=e9c311fa04f241249d428df8e88539f4&device_id=2feb92db-975d-4abf-8814-603da11f8603 HTTP/1.1" status: 200 len: 1130 time: 0.0411267 Sep 22 22:21:40.248010 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=100 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:40.275431 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:40.282084 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:40.300292 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6de63a-8702-4aa2-be27-1a8ad763c54a req-c367c1ad-fea6-4ad1-9b0f-078942b87364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:40.301708 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-db6de63a-8702-4aa2-be27-1a8ad763c54a req-c367c1ad-fea6-4ad1-9b0f-078942b87364 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c773c61e-e7b7-47c6-998a-83ddea69af57 HTTP/1.1" status: 200 len: 912 time: 0.0910294 Sep 22 22:21:40.371997 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-db6de63a-8702-4aa2-be27-1a8ad763c54a req-751d4909-59b2-4f54-9038-e5e69923e2d9 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f531c40-7605-4ab0-bed8-8a0000e6cd28 HTTP/1.1" status: 200 len: 999 time: 0.0635753 Sep 22 22:21:40.385528 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-c799da5d-d7bb-42c0-8b20-0be57d8f7a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'name': 'tempest-TestVolumeBootPattern-954975377-router', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:54Z', 'revision_number': 4, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'gw_port': {'id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': '78b3999f-2c26-495b-accb-171702160ddc', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'port_id': 'df43b20d-bd58-4303-8444-f7ed51aa3a97', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'mac_address': 'fa:16:3e:f2:25:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbebf564-cdc8-496b-9257-1de15ce25ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:18:58Z', 'updated_at': '2022-09-22T22:19:01Z', 'revision_number': 1, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'fixed_ip_address_scope': None}, {'id': 'd3bb0281-ac46-4f36-8eff-d7794b4b6064', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'port_id': '2f531c40-7605-4ab0-bed8-8a0000e6cd28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'mac_address': 'fa:16:3e:ee:b4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feb92db-975d-4abf-8814-603da11f8603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:21:39Z', 'updated_at': '2022-09-22T22:21:39Z', 'revision_number': 0, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35018be7-3837-4534-a08c-06597edb0c6f', 'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'mac_address': 'fa:16:3e:21:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:54Z', 'updated_at': '2022-09-22T22:14:59Z', 'revision_number': 5, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'subnets': [{'id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:21:40.411095 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c799da5d-d7bb-42c0-8b20-0be57d8f7a56 None None] Checking router: bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:21:40.420719 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c799da5d-d7bb-42c0-8b20-0be57d8f7a56 None None] Routers {'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:21:40.421347 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-c799da5d-d7bb-42c0-8b20-0be57d8f7a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:21:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:21:40.422747 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6de63a-8702-4aa2-be27-1a8ad763c54a req-0ae0793e-0af5-4db5-b1b4-42ad12cc8f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:40.424224 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-db6de63a-8702-4aa2-be27-1a8ad763c54a req-0ae0793e-0af5-4db5-b1b4-42ad12cc8f30 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=739be4fb-823b-4d42-a812-9f7b38b66187 HTTP/1.1" status: 200 len: 850 time: 0.0468919 Sep 22 22:21:40.470012 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6de63a-8702-4aa2-be27-1a8ad763c54a req-ae7f28ec-7e2a-45a7-ab64-6aaa8c5a08d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:40.471558 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-db6de63a-8702-4aa2-be27-1a8ad763c54a req-ae7f28ec-7e2a-45a7-ab64-6aaa8c5a08d7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c773c61e-e7b7-47c6-998a-83ddea69af57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400760 Sep 22 22:21:40.532934 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 45590) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:21:40.590963 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-db6de63a-8702-4aa2-be27-1a8ad763c54a req-e8a34157-faae-4061-8450-e31f343ef016 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c773c61e-e7b7-47c6-998a-83ddea69af57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131632 Sep 22 22:21:40.617466 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-6ac66ef4-1d36-4926-9205-8d133b10fd09 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group (d14630ff-ab11-470b-a8f6-23b3bbe800f6), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:40.648968 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-6ac66ef4-1d36-4926-9205-8d133b10fd09 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group (d14630ff-ab11-470b-a8f6-23b3bbe800f6), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:40.687215 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-c799da5d-d7bb-42c0-8b20-0be57d8f7a56 None None] Set router bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:21:40.712385 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-db6de63a-8702-4aa2-be27-1a8ad763c54a req-c83ac722-1922-446d-be3d-c47e3a3afff1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c773c61e-e7b7-47c6-998a-83ddea69af57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123102 Sep 22 22:21:40.714849 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-6ac66ef4-1d36-4926-9205-8d133b10fd09 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (d14630ff-ab11-470b-a8f6-23b3bbe800f6), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:40.717709 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-6ac66ef4-1d36-4926-9205-8d133b10fd09 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:40.718872 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-6ac66ef4-1d36-4926-9205-8d133b10fd09 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d14630ff-ab11-470b-a8f6-23b3bbe800f6 HTTP/1.1" status: 204 len: 168 time: 0.1836195 Sep 22 22:21:40.722234 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 45596) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:21:40.737359 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac66ef4-1d36-4926-9205-8d133b10fd09 tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14630ff-ab11-470b-a8f6-23b3bbe800f6,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:40.743047 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=100 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:40.746329 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.api.v2.resource [None req-3520f67d-1497-431d-aab9-66082f7ef6de tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] show failed (client error): The resource could not be found. Sep 22 22:21:40.750342 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-3520f67d-1497-431d-aab9-66082f7ef6de tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "GET /networking/v2.0/security-groups/d14630ff-ab11-470b-a8f6-23b3bbe800f6 HTTP/1.1" status: 404 len: 347 time: 0.0230749 Sep 22 22:21:40.750659 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 45598) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:21:40.880113 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-c95895db-62de-4b49-b4de-df4714c4f97f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Deleting port 69698315-a8b1-43e8-9742-acc41e248b09 {{(pid=106429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:21:40.880729 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c95895db-62de-4b49-b4de-df4714c4f97f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (69698315-a8b1-43e8-9742-acc41e248b09), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:40.916364 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9c3f6-ba18-49b4-b035-83034bc881e7 req-f3a00129-ec26-4683-b138-f18752ed7533 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:40.917898 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4ae9c3f6-ba18-49b4-b035-83034bc881e7 req-f3a00129-ec26-4683-b138-f18752ed7533 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03 HTTP/1.1" status: 200 len: 945 time: 0.0595577 Sep 22 22:21:40.947625 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-c799da5d-d7bb-42c0-8b20-0be57d8f7a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'name': 'tempest-TestVolumeBootPattern-954975377-router', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:54Z', 'revision_number': 4, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'gw_port': {'id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': '78b3999f-2c26-495b-accb-171702160ddc', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'port_id': 'df43b20d-bd58-4303-8444-f7ed51aa3a97', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'mac_address': 'fa:16:3e:f2:25:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbebf564-cdc8-496b-9257-1de15ce25ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:18:58Z', 'updated_at': '2022-09-22T22:19:01Z', 'revision_number': 1, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'fixed_ip_address_scope': None}, {'id': 'd3bb0281-ac46-4f36-8eff-d7794b4b6064', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'port_id': '2f531c40-7605-4ab0-bed8-8a0000e6cd28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'mac_address': 'fa:16:3e:ee:b4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feb92db-975d-4abf-8814-603da11f8603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:21:39Z', 'updated_at': '2022-09-22T22:21:39Z', 'revision_number': 0, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35018be7-3837-4534-a08c-06597edb0c6f', 'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'mac_address': 'fa:16:3e:21:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:54Z', 'updated_at': '2022-09-22T22:14:59Z', 'revision_number': 5, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'subnets': [{'id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:21:40.964011 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c95895db-62de-4b49-b4de-df4714c4f97f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (69698315-a8b1-43e8-9742-acc41e248b09), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:40.964344 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c95895db-62de-4b49-b4de-df4714c4f97f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for floatingip (69698315-a8b1-43e8-9742-acc41e248b09), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:40.971937 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4ae9c3f6-ba18-49b4-b035-83034bc881e7 req-f4b05f89-55d6-45cf-9884-a30e5f36f9f2 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d67dd89f-c927-422a-a33a-9bfaf3ebd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481873 Sep 22 22:21:40.977956 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-c95895db-62de-4b49-b4de-df4714c4f97f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Calling delete_port for 69698315-a8b1-43e8-9742-acc41e248b09 owned by network:floatingip {{(pid=106429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:21:40.978116 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c799da5d-d7bb-42c0-8b20-0be57d8f7a56 None None] The sync data for ids ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'] in dv-cinder-849143-6-iscsi is: [{'id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'name': 'tempest-TestVolumeBootPattern-954975377-router', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:54Z', 'revision_number': 4, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'gw_port': {'id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': '78b3999f-2c26-495b-accb-171702160ddc', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'port_id': 'df43b20d-bd58-4303-8444-f7ed51aa3a97', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'mac_address': 'fa:16:3e:f2:25:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbebf564-cdc8-496b-9257-1de15ce25ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:18:58Z', 'updated_at': '2022-09-22T22:19:01Z', 'revision_number': 1, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'fixed_ip_address_scope': None}, {'id': 'd3bb0281-ac46-4f36-8eff-d7794b4b6064', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'port_id': '2f531c40-7605-4ab0-bed8-8a0000e6cd28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'mac_address': 'fa:16:3e:ee:b4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2feb92db-975d-4abf-8814-603da11f8603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:21:39Z', 'updated_at': '2022-09-22T22:21:39Z', 'revision_number': 0, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35018be7-3837-4534-a08c-06597edb0c6f', 'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'mac_address': 'fa:16:3e:21:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:54Z', 'updated_at': '2022-09-22T22:14:59Z', 'revision_number': 5, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'subnets': [{'id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:21:41.114385 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c95895db-62de-4b49-b4de-df4714c4f97f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (69698315-a8b1-43e8-9742-acc41e248b09), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:41.136850 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95895db-62de-4b49-b4de-df4714c4f97f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Pushing event deleted for resources: {'Port': ['ID=69698315-a8b1-43e8-9742-acc41e248b09,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:41.186413 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59eeb8cb-db85-44cd-9831-98a049ea764d None None] New status for floating IP d3bb0281-ac46-4f36-8eff-d7794b4b6064: ACTIVE {{(pid=106431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 22:21:41.203078 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c95895db-62de-4b49-b4de-df4714c4f97f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks [] for floatingip (972965ae-eb10-4f72-b863-26b8a3ee048d), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:41.205558 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c95895db-62de-4b49-b4de-df4714c4f97f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:41.206717 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-c95895db-62de-4b49-b4de-df4714c4f97f tempest-AttachVolumeNegativeTest-861873472 tempest-AttachVolumeNegativeTest-861873472-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/972965ae-eb10-4f72-b863-26b8a3ee048d HTTP/1.1" status: 204 len: 168 time: 0.4548659 Sep 22 22:21:42.100196 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f41f4-68bf-49fa-aa31-2c4fbffa4d3c req-ba63eb33-98e0-4f8b-b848-0a38a5afaffd tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:42.101684 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a68f41f4-68bf-49fa-aa31-2c4fbffa4d3c req-ba63eb33-98e0-4f8b-b848-0a38a5afaffd tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03 HTTP/1.1" status: 200 len: 945 time: 0.0469315 Sep 22 22:21:42.150677 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a68f41f4-68bf-49fa-aa31-2c4fbffa4d3c req-9b229089-4f64-43b6-944e-f0f561eb2f05 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d67dd89f-c927-422a-a33a-9bfaf3ebd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435128 Sep 22 22:21:43.261827 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:43.280899 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ce7d5-47af-4942-8439-7a68c6b99e05 req-c18b89f1-1255-4a3a-b357-eff737a68aef tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:43.282516 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-573ce7d5-47af-4942-8439-7a68c6b99e05 req-c18b89f1-1255-4a3a-b357-eff737a68aef tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03 HTTP/1.1" status: 200 len: 945 time: 0.0508549 Sep 22 22:21:43.334348 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-573ce7d5-47af-4942-8439-7a68c6b99e05 req-f43a5c9f-3ed9-4f21-8f14-4d4e68ed5eeb tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d67dd89f-c927-422a-a33a-9bfaf3ebd72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451872 Sep 22 22:21:43.411013 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ece94-8b44-403f-985d-bd03b67ccd6a req-d2576bc2-a5fb-4183-88dd-3ae29a4c06b0 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:21:43.412487 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-3a2ece94-8b44-403f-985d-bd03b67ccd6a req-d2576bc2-a5fb-4183-88dd-3ae29a4c06b0 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03 HTTP/1.1" status: 200 len: 945 time: 0.2772670 Sep 22 22:21:43.486490 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:43.495735 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [req-3a2ece94-8b44-403f-985d-bd03b67ccd6a req-29d516b5-1f27-409f-bcc7-02f30b013a2f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Deleting port 0442a6b6-83cd-4999-8bc7-27ce501c9b84 {{(pid=106429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:21:43.496075 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-3a2ece94-8b44-403f-985d-bd03b67ccd6a req-29d516b5-1f27-409f-bcc7-02f30b013a2f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (0442a6b6-83cd-4999-8bc7-27ce501c9b84), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:43.570071 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:43.588386 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.db [req-3a2ece94-8b44-403f-985d-bd03b67ccd6a req-29d516b5-1f27-409f-bcc7-02f30b013a2f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] For port 0442a6b6-83cd-4999-8bc7-27ce501c9b84, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=0442a6b6-83cd-4999-8bc7-27ce501c9b84,segment=NetworkSegment(bf3e33a6-ea72-46b3-a331-9ce9dc909685),segment_id=bf3e33a6-ea72-46b3-a331-9ce9dc909685)] {{(pid=106429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:21:43.588760 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-3a2ece94-8b44-403f-985d-bd03b67ccd6a req-29d516b5-1f27-409f-bcc7-02f30b013a2f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (0442a6b6-83cd-4999-8bc7-27ce501c9b84), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:43.759731 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-3a2ece94-8b44-403f-985d-bd03b67ccd6a req-29d516b5-1f27-409f-bcc7-02f30b013a2f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:43.760170 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-3a2ece94-8b44-403f-985d-bd03b67ccd6a req-29d516b5-1f27-409f-bcc7-02f30b013a2f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (14c0b996-ecd7-48ac-8c21-b427c677aed7), after_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:43.760530 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.db.l3_db [req-3a2ece94-8b44-403f-985d-bd03b67ccd6a req-29d516b5-1f27-409f-bcc7-02f30b013a2f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Floating IP 14c0b996-ecd7-48ac-8c21-b427c677aed7 disassociated. External IP: 172.27.1.183, port: 0442a6b6-83cd-4999-8bc7-27ce501c9b84. Sep 22 22:21:43.760824 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [req-3a2ece94-8b44-403f-985d-bd03b67ccd6a req-29d516b5-1f27-409f-bcc7-02f30b013a2f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Calling delete_port for 0442a6b6-83cd-4999-8bc7-27ce501c9b84 owned by compute:nova {{(pid=106429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:21:43.895870 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-3a2ece94-8b44-403f-985d-bd03b67ccd6a req-29d516b5-1f27-409f-bcc7-02f30b013a2f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (0442a6b6-83cd-4999-8bc7-27ce501c9b84), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:43.922111 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d516b5-1f27-409f-bcc7-02f30b013a2f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Pushing event deleted for resources: {'Port': ['ID=0442a6b6-83cd-4999-8bc7-27ce501c9b84,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:44.030993 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a2ece94-8b44-403f-985d-bd03b67ccd6a req-29d516b5-1f27-409f-bcc7-02f30b013a2f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Router d414958c-b68f-4859-8a0a-79b925be6dff has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:21:44.138661 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a2ece94-8b44-403f-985d-bd03b67ccd6a req-29d516b5-1f27-409f-bcc7-02f30b013a2f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:21:44.149327 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15af6c2-f4d0-4728-89b0-5cd27158da40 None None] Sync routers for ids ['d414958c-b68f-4859-8a0a-79b925be6dff'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:21:44.159532 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15af6c2-f4d0-4728-89b0-5cd27158da40 None None] Routers {'d414958c-b68f-4859-8a0a-79b925be6dff'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:21:44.160142 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-a15af6c2-f4d0-4728-89b0-5cd27158da40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:21:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['d414958c-b68f-4859-8a0a-79b925be6dff'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:21:44.185995 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2ece94-8b44-403f-985d-bd03b67ccd6a req-29d516b5-1f27-409f-bcc7-02f30b013a2f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] No DVR routers for this DVR port 0442a6b6-83cd-4999-8bc7-27ce501c9b84 on host hv-cinder-84914 {{(pid=106429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:21:44.188534 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-3a2ece94-8b44-403f-985d-bd03b67ccd6a req-29d516b5-1f27-409f-bcc7-02f30b013a2f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:44.192286 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-3a2ece94-8b44-403f-985d-bd03b67ccd6a req-29d516b5-1f27-409f-bcc7-02f30b013a2f tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.57 "DELETE /networking/v2.0/ports/0442a6b6-83cd-4999-8bc7-27ce501c9b84 HTTP/1.1" status: 204 len: 173 time: 0.7739465 Sep 22 22:21:44.192645 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03', 'name': 'network-vif-deleted', 'tag': '0442a6b6-83cd-4999-8bc7-27ce501c9b84'}] {{(pid=106429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:21:44.195984 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fecb9e71e3cfecf727650ea9349eddd955ebb7a4b95363fd8d1edf6265131bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a004097-6b5c-427c-8488-970247a25fb8" -d '{"events": [{"server_uuid": "8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03", "name": "network-vif-deleted", "tag": "0442a6b6-83cd-4999-8bc7-27ce501c9b84"}]}' {{(pid=106429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:21:44.242640 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8153e7fc-c116-452b-b11c-9f87482aa9ff x-openstack-request-id: req-8153e7fc-c116-452b-b11c-9f87482aa9ff {{(pid=106429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:21:44.243156 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03", "name": "network-vif-deleted", "tag": "0442a6b6-83cd-4999-8bc7-27ce501c9b84", "status": "completed", "code": 200}]} {{(pid=106429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:21:44.243598 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8153e7fc-c116-452b-b11c-9f87482aa9ff {{(pid=106429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:21:44.244101 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8153e7fc-c116-452b-b11c-9f87482aa9ff'] response: {'server_uuid': '8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03', 'name': 'network-vif-deleted', 'tag': '0442a6b6-83cd-4999-8bc7-27ce501c9b84', 'status': 'completed', 'code': 200} Sep 22 22:21:44.278454 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-a15af6c2-f4d0-4728-89b0-5cd27158da40 None None] Set router d414958c-b68f-4859-8a0a-79b925be6dff gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:21:44.471748 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6192567c-f61c-4400-8a73-f59891828f6c req-39ba8212-4b6d-437c-bc71-475be38db239 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8f6ee6a4-9c0b-492e-bc4f-01d88f4f2a03 HTTP/1.1" status: 200 len: 210 time: 0.0296359 Sep 22 22:21:44.498868 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-a15af6c2-f4d0-4728-89b0-5cd27158da40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'name': 'tempest-AttachVolumeTestJSON-1733530800-router', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:29Z', 'revision_number': 4, 'project_id': '650863eae15e4733b50e22c7595d7742', 'gw_port': {'id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'af007872-196a-4039-8c0d-0a4ebdc6feba', 'name': '', 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'mac_address': 'fa:16:3e:a2:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:28Z', 'updated_at': '2022-09-22T22:12:33Z', 'revision_number': 5, 'project_id': '650863eae15e4733b50e22c7595d7742', 'subnets': [{'id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:21:44.524797 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15af6c2-f4d0-4728-89b0-5cd27158da40 None None] Checking router: d414958c-b68f-4859-8a0a-79b925be6dff for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:21:44.533239 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15af6c2-f4d0-4728-89b0-5cd27158da40 None None] Routers {'d414958c-b68f-4859-8a0a-79b925be6dff'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:21:44.533835 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-a15af6c2-f4d0-4728-89b0-5cd27158da40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:21:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['d414958c-b68f-4859-8a0a-79b925be6dff'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:21:44.625067 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=100 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:44.636812 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-a15af6c2-f4d0-4728-89b0-5cd27158da40 None None] Set router d414958c-b68f-4859-8a0a-79b925be6dff gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:21:44.836032 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-a15af6c2-f4d0-4728-89b0-5cd27158da40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'name': 'tempest-AttachVolumeTestJSON-1733530800-router', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:29Z', 'revision_number': 4, 'project_id': '650863eae15e4733b50e22c7595d7742', 'gw_port': {'id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'af007872-196a-4039-8c0d-0a4ebdc6feba', 'name': '', 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'mac_address': 'fa:16:3e:a2:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:28Z', 'updated_at': '2022-09-22T22:12:33Z', 'revision_number': 5, 'project_id': '650863eae15e4733b50e22c7595d7742', 'subnets': [{'id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:21:44.861683 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15af6c2-f4d0-4728-89b0-5cd27158da40 None None] The sync data for ids ['d414958c-b68f-4859-8a0a-79b925be6dff'] in dv-cinder-849143-6-iscsi is: [{'id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'name': 'tempest-AttachVolumeTestJSON-1733530800-router', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:29Z', 'revision_number': 4, 'project_id': '650863eae15e4733b50e22c7595d7742', 'gw_port': {'id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'af007872-196a-4039-8c0d-0a4ebdc6feba', 'name': '', 'network_id': '5c3478bc-b7f3-4988-80ed-a5eadeacc461', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'mac_address': 'fa:16:3e:a2:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:28Z', 'updated_at': '2022-09-22T22:12:33Z', 'revision_number': 5, 'project_id': '650863eae15e4733b50e22c7595d7742', 'subnets': [{'id': 'e47c4249-5492-439b-b68c-dcd801e2bfc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:21:44.903371 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-7c89bade-9db7-4bf5-9587-6d44c242fa23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:44.956922 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 45646) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:21:45.129879 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c73062d-d55f-4c4f-8412-048e5e09bb36 None None] New status for floating IP 14c0b996-ecd7-48ac-8c21-b427c677aed7: DOWN {{(pid=106431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 22:21:45.266532 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:45.452115 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-5726ca38-f83c-4372-b60b-27ee7651a6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3769516'] for router_interface (c61ed6dd-031e-4a20-9d68-18897d0cccb2), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:45.485280 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:45.697900 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 0442a6b6-83cd-4999-8bc7-27ce501c9b84 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:21:45.718165 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] No Port match for: 0442a6b6-83cd-4999-8bc7-27ce501c9b84 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:21:45.718511 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 0442a6b6-83cd-4999-8bc7-27ce501c9b84 not bound to the agent host hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:21:45.723877 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-5726ca38-f83c-4372-b60b-27ee7651a6a1 admin admin] Deleting port d68bdd94-0ddc-462e-97eb-b3583122f420 {{(pid=106429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:21:45.724218 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-5726ca38-f83c-4372-b60b-27ee7651a6a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (d68bdd94-0ddc-462e-97eb-b3583122f420), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:45.801051 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.db [None req-5726ca38-f83c-4372-b60b-27ee7651a6a1 admin admin] For port d68bdd94-0ddc-462e-97eb-b3583122f420, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=d68bdd94-0ddc-462e-97eb-b3583122f420,segment=NetworkSegment(be8993b7-fcf5-42ec-b1db-df616a95c294),segment_id=be8993b7-fcf5-42ec-b1db-df616a95c294)] {{(pid=106429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:21:45.801352 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-5726ca38-f83c-4372-b60b-27ee7651a6a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (d68bdd94-0ddc-462e-97eb-b3583122f420), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:45.814929 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-5726ca38-f83c-4372-b60b-27ee7651a6a1 admin admin] Calling delete_port for d68bdd94-0ddc-462e-97eb-b3583122f420 owned by network:router_interface {{(pid=106429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:21:45.990327 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-5726ca38-f83c-4372-b60b-27ee7651a6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (d68bdd94-0ddc-462e-97eb-b3583122f420), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:46.019235 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726ca38-f83c-4372-b60b-27ee7651a6a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d68bdd94-0ddc-462e-97eb-b3583122f420,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:46.168514 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:46.188549 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-5726ca38-f83c-4372-b60b-27ee7651a6a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3923237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679260'] for router_interface (c61ed6dd-031e-4a20-9d68-18897d0cccb2), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:46.392534 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5726ca38-f83c-4372-b60b-27ee7651a6a1 admin admin] Router c61ed6dd-031e-4a20-9d68-18897d0cccb2 has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:21:46.395353 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:46.505409 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5726ca38-f83c-4372-b60b-27ee7651a6a1 admin admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:21:46.511016 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-5726ca38-f83c-4372-b60b-27ee7651a6a1 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/c61ed6dd-031e-4a20-9d68-18897d0cccb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5530050 Sep 22 22:21:46.513861 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 45654) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:21:46.514327 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e4b5b5-e991-40d6-97cf-f739e79c2743 None None] Sync routers for ids ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:21:46.524928 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e4b5b5-e991-40d6-97cf-f739e79c2743 None None] Routers {'c61ed6dd-031e-4a20-9d68-18897d0cccb2'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:21:46.525565 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-b7e4b5b5-e991-40d6-97cf-f739e79c2743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:21:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:21:46.527113 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=100 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:46.585005 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 45658) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:21:46.648302 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-994c20b0-146e-4090-a89f-fd1cea33df38 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for security_group (d67dd89f-c927-422a-a33a-9bfaf3ebd72f), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:46.651585 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-b7e4b5b5-e991-40d6-97cf-f739e79c2743 None None] Set router c61ed6dd-031e-4a20-9d68-18897d0cccb2 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:21:46.679025 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-994c20b0-146e-4090-a89f-fd1cea33df38 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for security_group (d67dd89f-c927-422a-a33a-9bfaf3ebd72f), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:46.738943 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-994c20b0-146e-4090-a89f-fd1cea33df38 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (d67dd89f-c927-422a-a33a-9bfaf3ebd72f), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:46.743797 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-994c20b0-146e-4090-a89f-fd1cea33df38 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:46.747113 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-994c20b0-146e-4090-a89f-fd1cea33df38 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d67dd89f-c927-422a-a33a-9bfaf3ebd72f HTTP/1.1" status: 204 len: 168 time: 0.1617510 Sep 22 22:21:46.752980 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 45660) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:21:46.772815 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c20b0-146e-4090-a89f-fd1cea33df38 tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67dd89f-c927-422a-a33a-9bfaf3ebd72f,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:46.776580 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.api.v2.resource [None req-d2d0626f-ebfa-421c-a7f5-f4c9e1cb1c9c tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] show failed (client error): The resource could not be found. Sep 22 22:21:46.777973 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-d2d0626f-ebfa-421c-a7f5-f4c9e1cb1c9c tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "GET /networking/v2.0/security-groups/d67dd89f-c927-422a-a33a-9bfaf3ebd72f HTTP/1.1" status: 404 len: 347 time: 0.0232620 Sep 22 22:21:46.781872 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 45664) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:21:46.859644 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-b7e4b5b5-e991-40d6-97cf-f739e79c2743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:21:45Z', 'revision_number': 5, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'gw_port': {'id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:13Z', 'updated_at': '2022-09-22T22:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi'}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:21:46.885418 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e4b5b5-e991-40d6-97cf-f739e79c2743 None None] Checking router: c61ed6dd-031e-4a20-9d68-18897d0cccb2 for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:21:46.888601 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6a6eebed-ac35-4b55-a47b-4595d8f4cb20 admin admin] Publish callbacks [] for router (c61ed6dd-031e-4a20-9d68-18897d0cccb2), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:46.894174 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e4b5b5-e991-40d6-97cf-f739e79c2743 None None] Routers {'c61ed6dd-031e-4a20-9d68-18897d0cccb2'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:21:46.894784 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-b7e4b5b5-e991-40d6-97cf-f739e79c2743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:21:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:21:46.910097 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-38932888-3898-45c4-b314-bf308a18639b tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Deleting port 0e71ec4d-64a9-4cb9-bc73-afc590718f60 {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:21:46.910702 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-38932888-3898-45c4-b314-bf308a18639b tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (0e71ec4d-64a9-4cb9-bc73-afc590718f60), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:46.962581 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:46.996642 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-38932888-3898-45c4-b314-bf308a18639b tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (0e71ec4d-64a9-4cb9-bc73-afc590718f60), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:46.997042 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-38932888-3898-45c4-b314-bf308a18639b tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for floatingip (0e71ec4d-64a9-4cb9-bc73-afc590718f60), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:46.997768 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6a6eebed-ac35-4b55-a47b-4595d8f4cb20 admin admin] Publish callbacks [] for router_gateway (c61ed6dd-031e-4a20-9d68-18897d0cccb2), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:47.002918 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-b7e4b5b5-e991-40d6-97cf-f739e79c2743 None None] Set router c61ed6dd-031e-4a20-9d68-18897d0cccb2 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:21:47.013091 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-38932888-3898-45c4-b314-bf308a18639b tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Calling delete_port for 0e71ec4d-64a9-4cb9-bc73-afc590718f60 owned by network:floatingip {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:21:47.045154 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-6a6eebed-ac35-4b55-a47b-4595d8f4cb20 admin admin] Deleting port 0a262cba-a703-4cce-a5e5-5d53c4391d15 {{(pid=106429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:21:47.045498 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6a6eebed-ac35-4b55-a47b-4595d8f4cb20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (0a262cba-a703-4cce-a5e5-5d53c4391d15), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:47.123164 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-890e5c3c-6da7-4536-8311-fd3d321b185b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:47.133464 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.db [None req-6a6eebed-ac35-4b55-a47b-4595d8f4cb20 admin admin] For port 0a262cba-a703-4cce-a5e5-5d53c4391d15, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=0a262cba-a703-4cce-a5e5-5d53c4391d15,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:21:47.133893 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6a6eebed-ac35-4b55-a47b-4595d8f4cb20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (0a262cba-a703-4cce-a5e5-5d53c4391d15), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:47.147849 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-6a6eebed-ac35-4b55-a47b-4595d8f4cb20 admin admin] Calling delete_port for 0a262cba-a703-4cce-a5e5-5d53c4391d15 owned by network:router_gateway {{(pid=106429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:21:47.158404 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-38932888-3898-45c4-b314-bf308a18639b tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (0e71ec4d-64a9-4cb9-bc73-afc590718f60), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:47.186942 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38932888-3898-45c4-b314-bf308a18639b tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Pushing event deleted for resources: {'Port': ['ID=0e71ec4d-64a9-4cb9-bc73-afc590718f60,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:47.258761 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-38932888-3898-45c4-b314-bf308a18639b tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks [] for floatingip (14c0b996-ecd7-48ac-8c21-b427c677aed7), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:47.261644 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-38932888-3898-45c4-b314-bf308a18639b tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:47.265664 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-38932888-3898-45c4-b314-bf308a18639b tempest-AttachVolumeTestJSON-1521090279 tempest-AttachVolumeTestJSON-1521090279-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/14c0b996-ecd7-48ac-8c21-b427c677aed7 HTTP/1.1" status: 204 len: 168 time: 0.4798963 Sep 22 22:21:47.268318 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:47.355078 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:47.356529 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6a6eebed-ac35-4b55-a47b-4595d8f4cb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (0a262cba-a703-4cce-a5e5-5d53c4391d15), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:47.358072 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-b7e4b5b5-e991-40d6-97cf-f739e79c2743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:21:45Z', 'revision_number': 5, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'gw_port': {'id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:13Z', 'updated_at': '2022-09-22T22:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi'}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:21:47.387288 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e4b5b5-e991-40d6-97cf-f739e79c2743 None None] The sync data for ids ['c61ed6dd-031e-4a20-9d68-18897d0cccb2'] in dv-cinder-849143-6-iscsi is: [{'id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'name': 'tempest-AttachVolumeNegativeTest-1191242340-router', 'tenant_id': '226257b343d24054bc2178b47a9a5a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:10:12Z', 'updated_at': '2022-09-22T22:21:45Z', 'revision_number': 5, 'project_id': '226257b343d24054bc2178b47a9a5a4f', 'gw_port': {'id': '0a262cba-a703-4cce-a5e5-5d53c4391d15', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:44:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61ed6dd-031e-4a20-9d68-18897d0cccb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:10:13Z', 'updated_at': '2022-09-22T22:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi'}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:21:47.389180 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6eebed-ac35-4b55-a47b-4595d8f4cb20 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a262cba-a703-4cce-a5e5-5d53c4391d15,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:47.455582 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6a6eebed-ac35-4b55-a47b-4595d8f4cb20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3684438'] for router_gateway (c61ed6dd-031e-4a20-9d68-18897d0cccb2), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:47.558039 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6a6eebed-ac35-4b55-a47b-4595d8f4cb20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15774'] for router (c61ed6dd-031e-4a20-9d68-18897d0cccb2), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:47.560221 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6a6eebed-ac35-4b55-a47b-4595d8f4cb20 admin admin] Publish callbacks [] for router_controller (c61ed6dd-031e-4a20-9d68-18897d0cccb2), precommit_delete_associations {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:47.623677 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6a6eebed-ac35-4b55-a47b-4595d8f4cb20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679329'] for router (c61ed6dd-031e-4a20-9d68-18897d0cccb2), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:47.624269 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6eebed-ac35-4b55-a47b-4595d8f4cb20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c61ed6dd-031e-4a20-9d68-18897d0cccb2 {{(pid=106429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 22:21:47.629029 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6a6eebed-ac35-4b55-a47b-4595d8f4cb20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:47.630314 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-6a6eebed-ac35-4b55-a47b-4595d8f4cb20 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/c61ed6dd-031e-4a20-9d68-18897d0cccb2 HTTP/1.1" status: 204 len: 168 time: 1.1155078 Sep 22 22:21:47.633634 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 45670) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:21:47.677881 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.db_base_plugin_v2 [None req-2720c05e-1a1a-437a-a037-468d8e99aa00 admin admin] Deleting subnet b69367a6-5eda-4933-ae45-e149b1c204d0 {{(pid=106429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 22:21:47.681884 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2720c05e-1a1a-437a-a037-468d8e99aa00 admin admin] Publish callbacks [] for subnet (b69367a6-5eda-4933-ae45-e149b1c204d0), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:47.715703 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:47.718503 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2720c05e-1a1a-437a-a037-468d8e99aa00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10089564'] for subnet (b69367a6-5eda-4933-ae45-e149b1c204d0), precommit_delete_associations {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:47.835297 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2720c05e-1a1a-437a-a037-468d8e99aa00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433450'] for subnet (b69367a6-5eda-4933-ae45-e149b1c204d0), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:47.895296 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2720c05e-1a1a-437a-a037-468d8e99aa00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9559237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9385076'] for subnet (b69367a6-5eda-4933-ae45-e149b1c204d0), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:47.922163 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720c05e-1a1a-437a-a037-468d8e99aa00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b69367a6-5eda-4933-ae45-e149b1c204d0,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:47.926273 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2720c05e-1a1a-437a-a037-468d8e99aa00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:47.931027 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-2720c05e-1a1a-437a-a037-468d8e99aa00 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/b69367a6-5eda-4933-ae45-e149b1c204d0 HTTP/1.1" status: 204 len: 168 time: 0.2962558 Sep 22 22:21:47.934118 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 45672) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:21:47.936519 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e3a9c9-7a93-4e64-85a1-9d932086c2d0 None None] Network 76b70dbd-430e-4822-82a3-49c7f238d2e2 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:21:48.038531 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device d68bdd94-0ddc-462e-97eb-b3583122f420 no longer exists at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:21:48.042352 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8415be23-3157-4dc9-898a-c94fb8fcf9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425183'] for network (76b70dbd-430e-4822-82a3-49c7f238d2e2), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:48.070160 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] No Port match for: d68bdd94-0ddc-462e-97eb-b3583122f420 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:21:48.070490 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device d68bdd94-0ddc-462e-97eb-b3583122f420 not bound to the agent host dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:21:48.097991 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-8415be23-3157-4dc9-898a-c94fb8fcf9bd admin admin] Deleting port 8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:21:48.098338 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8415be23-3157-4dc9-898a-c94fb8fcf9bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:48.163708 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-8415be23-3157-4dc9-898a-c94fb8fcf9bd admin admin] For port 8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d,segment=NetworkSegment(be8993b7-fcf5-42ec-b1db-df616a95c294),segment_id=be8993b7-fcf5-42ec-b1db-df616a95c294)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:21:48.164074 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8415be23-3157-4dc9-898a-c94fb8fcf9bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:48.177132 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-8415be23-3157-4dc9-898a-c94fb8fcf9bd admin admin] Calling delete_port for 8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d owned by network:dhcp {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:21:48.259685 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8415be23-3157-4dc9-898a-c94fb8fcf9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:48.286580 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8415be23-3157-4dc9-898a-c94fb8fcf9bd admin admin] No DVR routers for this DVR port 8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d on host dv-cinder-849143-6-iscsi {{(pid=106428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:21:48.292050 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415be23-3157-4dc9-898a-c94fb8fcf9bd admin admin] Pushing event deleted for resources: {'Port': ['ID=8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:48.292946 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:48.353491 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:48.362995 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8415be23-3157-4dc9-898a-c94fb8fcf9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1288257', 'neutron.services.segments.db._delete_segments_for_network-8778793935297'] for network (76b70dbd-430e-4822-82a3-49c7f238d2e2), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:48.385855 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.services.segments.db [None req-8415be23-3157-4dc9-898a-c94fb8fcf9bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76b70dbd-430e-4822-82a3-49c7f238d2e2']}} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:21:48.395678 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.services.segments.db [None req-8415be23-3157-4dc9-898a-c94fb8fcf9bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be8993b7-fcf5-42ec-b1db-df616a95c294') {'for_net_delete': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:21:48.395678 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.services.segments.db [None req-8415be23-3157-4dc9-898a-c94fb8fcf9bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be8993b7-fcf5-42ec-b1db-df616a95c294') {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:21:48.409164 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8415be23-3157-4dc9-898a-c94fb8fcf9bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778793935189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10260567'] for segment (be8993b7-fcf5-42ec-b1db-df616a95c294), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:48.423815 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8415be23-3157-4dc9-898a-c94fb8fcf9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (be8993b7-fcf5-42ec-b1db-df616a95c294), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:48.432444 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:48.433722 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8415be23-3157-4dc9-898a-c94fb8fcf9bd admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=106428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:21:48.434135 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8415be23-3157-4dc9-898a-c94fb8fcf9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10406838'] for segment (be8993b7-fcf5-42ec-b1db-df616a95c294), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:48.436032 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78426164-d58f-48fc-bca8-7424f5299560 None None] DHCP port deletion for 76b70dbd-430e-4822-82a3-49c7f238d2e2 request from dv-cinder-849143-6-iscsi {{(pid=106430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 22:21:48.492101 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.services.segments.plugin [-] Segment be8993b7-fcf5-42ec-b1db-df616a95c294 resource provider aggregate not found Sep 22 22:21:48.510822 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.services.segments.plugin [-] Segment be8993b7-fcf5-42ec-b1db-df616a95c294 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be8993b7-fcf5-42ec-b1db-df616a95c294 found for delete ", "request_id": "req-b361ab8f-4ee3-4bae-a2cb-b92250ef8108"}]} Sep 22 22:21:48.517092 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8415be23-3157-4dc9-898a-c94fb8fcf9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1288312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684483'] for network (76b70dbd-430e-4822-82a3-49c7f238d2e2), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:48.530635 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8415be23-3157-4dc9-898a-c94fb8fcf9bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:48.534056 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-8415be23-3157-4dc9-898a-c94fb8fcf9bd admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/76b70dbd-430e-4822-82a3-49c7f238d2e2 HTTP/1.1" status: 204 len: 168 time: 0.5953193 Sep 22 22:21:48.544647 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415be23-3157-4dc9-898a-c94fb8fcf9bd admin admin] Pushing event deleted for resources: {'Network': ['ID=76b70dbd-430e-4822-82a3-49c7f238d2e2,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:48.659497 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 45686) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:21:48.700835 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-e7d7872a-57aa-41b2-a983-71c2e86aec0d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=226257b343d24054bc2178b47a9a5a4f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401611 Sep 22 22:21:48.703367 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 45688) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:21:48.754452 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6d477eff-777c-4e00-a7ed-12e060ebbf29 admin admin] Publish callbacks [] for security_group (c3d58eb3-4342-4cd5-a5d2-275e4580eaa9), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:48.775173 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6d477eff-777c-4e00-a7ed-12e060ebbf29 admin admin] Publish callbacks [] for security_group (c3d58eb3-4342-4cd5-a5d2-275e4580eaa9), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:48.821407 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6d477eff-777c-4e00-a7ed-12e060ebbf29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (c3d58eb3-4342-4cd5-a5d2-275e4580eaa9), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:48.823995 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6d477eff-777c-4e00-a7ed-12e060ebbf29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:48.825184 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-6d477eff-777c-4e00-a7ed-12e060ebbf29 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c3d58eb3-4342-4cd5-a5d2-275e4580eaa9 HTTP/1.1" status: 204 len: 168 time: 0.1208887 Sep 22 22:21:48.832976 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d477eff-777c-4e00-a7ed-12e060ebbf29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d58eb3-4342-4cd5-a5d2-275e4580eaa9,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:49.776879 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:49.941665 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 0a262cba-a703-4cce-a5e5-5d53c4391d15 no longer exists at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:21:49.945215 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:49.966844 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] No Port match for: 0a262cba-a703-4cce-a5e5-5d53c4391d15 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:21:49.967268 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 0a262cba-a703-4cce-a5e5-5d53c4391d15 not bound to the agent host dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:21:49.967705 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d no longer exists at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:21:49.987621 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] No Port match for: 8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:21:49.987974 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 8560b4b1-7f9e-47fe-9d9c-d9dd1c1b833d not bound to the agent host dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:21:50.125047 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:50.914063 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 45754) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:21:51.233094 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:51.358314 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e95f4c59-b6da-4fd4-a107-613d6c300dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3769516'] for router_interface (d414958c-b68f-4859-8a0a-79b925be6dff), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:51.533121 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:51.579154 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-e95f4c59-b6da-4fd4-a107-613d6c300dd9 admin admin] Deleting port af007872-196a-4039-8c0d-0a4ebdc6feba {{(pid=106429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:21:51.579495 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e95f4c59-b6da-4fd4-a107-613d6c300dd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (af007872-196a-4039-8c0d-0a4ebdc6feba), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:51.664872 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.db [None req-e95f4c59-b6da-4fd4-a107-613d6c300dd9 admin admin] For port af007872-196a-4039-8c0d-0a4ebdc6feba, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=af007872-196a-4039-8c0d-0a4ebdc6feba,segment=NetworkSegment(bf3e33a6-ea72-46b3-a331-9ce9dc909685),segment_id=bf3e33a6-ea72-46b3-a331-9ce9dc909685)] {{(pid=106429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:21:51.665278 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e95f4c59-b6da-4fd4-a107-613d6c300dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (af007872-196a-4039-8c0d-0a4ebdc6feba), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:51.678138 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-e95f4c59-b6da-4fd4-a107-613d6c300dd9 admin admin] Calling delete_port for af007872-196a-4039-8c0d-0a4ebdc6feba owned by network:router_interface {{(pid=106429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:21:51.860860 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e95f4c59-b6da-4fd4-a107-613d6c300dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (af007872-196a-4039-8c0d-0a4ebdc6feba), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:51.890180 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f4c59-b6da-4fd4-a107-613d6c300dd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=af007872-196a-4039-8c0d-0a4ebdc6feba,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:52.055773 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e95f4c59-b6da-4fd4-a107-613d6c300dd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3923237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679260'] for router_interface (d414958c-b68f-4859-8a0a-79b925be6dff), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:52.161008 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:52.262745 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95f4c59-b6da-4fd4-a107-613d6c300dd9 admin admin] Router d414958c-b68f-4859-8a0a-79b925be6dff has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:21:52.273459 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:52.360945 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95f4c59-b6da-4fd4-a107-613d6c300dd9 admin admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:21:52.365877 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-e95f4c59-b6da-4fd4-a107-613d6c300dd9 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/d414958c-b68f-4859-8a0a-79b925be6dff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4508386 Sep 22 22:21:52.369011 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 45782) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:21:52.371580 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0091a911-6912-4528-8180-e86349063c4f None None] Sync routers for ids ['d414958c-b68f-4859-8a0a-79b925be6dff'] in dv-cinder-849143-6-iscsi {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:21:52.381809 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0091a911-6912-4528-8180-e86349063c4f None None] Routers {'d414958c-b68f-4859-8a0a-79b925be6dff'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:21:52.383090 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-0091a911-6912-4528-8180-e86349063c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:21:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['d414958c-b68f-4859-8a0a-79b925be6dff'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:21:52.468737 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1bbdb6f4-5c76-4c2d-8308-2e95a1c86cbf admin admin] Publish callbacks [] for router (d414958c-b68f-4859-8a0a-79b925be6dff), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:52.483115 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-0091a911-6912-4528-8180-e86349063c4f None None] Set router d414958c-b68f-4859-8a0a-79b925be6dff gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:21:52.571238 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1bbdb6f4-5c76-4c2d-8308-2e95a1c86cbf admin admin] Publish callbacks [] for router_gateway (d414958c-b68f-4859-8a0a-79b925be6dff), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:52.615613 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-1bbdb6f4-5c76-4c2d-8308-2e95a1c86cbf admin admin] Deleting port ffd5ae0f-6b14-4977-a0c1-a474ff5e7603 {{(pid=106429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:21:52.615948 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1bbdb6f4-5c76-4c2d-8308-2e95a1c86cbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (ffd5ae0f-6b14-4977-a0c1-a474ff5e7603), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:52.701384 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.db [None req-1bbdb6f4-5c76-4c2d-8308-2e95a1c86cbf admin admin] For port ffd5ae0f-6b14-4977-a0c1-a474ff5e7603, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=ffd5ae0f-6b14-4977-a0c1-a474ff5e7603,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:21:52.701750 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1bbdb6f4-5c76-4c2d-8308-2e95a1c86cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (ffd5ae0f-6b14-4977-a0c1-a474ff5e7603), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:52.722586 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-1bbdb6f4-5c76-4c2d-8308-2e95a1c86cbf admin admin] Calling delete_port for ffd5ae0f-6b14-4977-a0c1-a474ff5e7603 owned by network:router_gateway {{(pid=106429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:21:52.743127 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-0091a911-6912-4528-8180-e86349063c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'name': 'tempest-AttachVolumeTestJSON-1733530800-router', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:21:51Z', 'revision_number': 5, 'project_id': '650863eae15e4733b50e22c7595d7742', 'gw_port': {'id': 'ffd5ae0f-6b14-4977-a0c1-a474ff5e7603', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi'}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:21:52.770112 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0091a911-6912-4528-8180-e86349063c4f None None] Checking router: d414958c-b68f-4859-8a0a-79b925be6dff for host: dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:21:52.778999 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0091a911-6912-4528-8180-e86349063c4f None None] Routers {'d414958c-b68f-4859-8a0a-79b925be6dff'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:21:52.779588 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-0091a911-6912-4528-8180-e86349063c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:21:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['d414958c-b68f-4859-8a0a-79b925be6dff'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:21:52.861325 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-0091a911-6912-4528-8180-e86349063c4f None None] Set router d414958c-b68f-4859-8a0a-79b925be6dff gateway port host: None {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:21:52.896206 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1bbdb6f4-5c76-4c2d-8308-2e95a1c86cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (ffd5ae0f-6b14-4977-a0c1-a474ff5e7603), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:52.909857 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-0091a911-6912-4528-8180-e86349063c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'name': 'tempest-AttachVolumeTestJSON-1733530800-router', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:21:52Z', 'revision_number': 6, 'project_id': '650863eae15e4733b50e22c7595d7742', 'gw_port_host': None}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:21:52.920652 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbdb6f4-5c76-4c2d-8308-2e95a1c86cbf admin admin] Pushing event deleted for resources: {'Port': ['ID=ffd5ae0f-6b14-4977-a0c1-a474ff5e7603,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:52.935648 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0091a911-6912-4528-8180-e86349063c4f None None] The sync data for ids ['d414958c-b68f-4859-8a0a-79b925be6dff'] in dv-cinder-849143-6-iscsi is: [{'id': 'd414958c-b68f-4859-8a0a-79b925be6dff', 'name': 'tempest-AttachVolumeTestJSON-1733530800-router', 'tenant_id': '650863eae15e4733b50e22c7595d7742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:12:26Z', 'updated_at': '2022-09-22T22:21:52Z', 'revision_number': 6, 'project_id': '650863eae15e4733b50e22c7595d7742', 'gw_port_host': None}] {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:21:53.241391 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1bbdb6f4-5c76-4c2d-8308-2e95a1c86cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3684438'] for router_gateway (d414958c-b68f-4859-8a0a-79b925be6dff), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:53.313548 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 45796) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:21:53.332334 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:53.338283 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1bbdb6f4-5c76-4c2d-8308-2e95a1c86cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15774'] for router (d414958c-b68f-4859-8a0a-79b925be6dff), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:53.341365 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1bbdb6f4-5c76-4c2d-8308-2e95a1c86cbf admin admin] Publish callbacks [] for router_controller (d414958c-b68f-4859-8a0a-79b925be6dff), precommit_delete_associations {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:53.387364 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1bbdb6f4-5c76-4c2d-8308-2e95a1c86cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679329'] for router (d414958c-b68f-4859-8a0a-79b925be6dff), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:53.388064 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbdb6f4-5c76-4c2d-8308-2e95a1c86cbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router d414958c-b68f-4859-8a0a-79b925be6dff {{(pid=106429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 22:21:53.393654 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-1bbdb6f4-5c76-4c2d-8308-2e95a1c86cbf admin admin] Publish callbacks [] for router (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:53.395439 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-1bbdb6f4-5c76-4c2d-8308-2e95a1c86cbf admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/d414958c-b68f-4859-8a0a-79b925be6dff HTTP/1.1" status: 204 len: 168 time: 1.0254838 Sep 22 22:21:53.398680 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 45802) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:21:53.451280 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-abe7320a-3562-4a0f-973f-de3c3201763b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:53.467629 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b3c461-f918-4609-9e26-f49083901b7b admin admin] Deleting subnet e47c4249-5492-439b-b68c-dcd801e2bfc2 {{(pid=106428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 22:21:53.472946 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-38b3c461-f918-4609-9e26-f49083901b7b admin admin] Publish callbacks [] for subnet (e47c4249-5492-439b-b68c-dcd801e2bfc2), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:53.528597 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-38b3c461-f918-4609-9e26-f49083901b7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10260588'] for subnet (e47c4249-5492-439b-b68c-dcd801e2bfc2), precommit_delete_associations {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:53.634084 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-abe7320a-3562-4a0f-973f-de3c3201763b admin admin] Publish callbacks [] for security_group (ad626a75-76f2-48df-8f09-be8e0e5d31e2), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:53.639086 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-38b3c461-f918-4609-9e26-f49083901b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433450'] for subnet (e47c4249-5492-439b-b68c-dcd801e2bfc2), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:53.641363 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-abe7320a-3562-4a0f-973f-de3c3201763b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (ad626a75-76f2-48df-8f09-be8e0e5d31e2), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:53.711225 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-abe7320a-3562-4a0f-973f-de3c3201763b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=87907732b01a4afda5a90a5071bf6841&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3964889 Sep 22 22:21:53.713827 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 45804) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:21:53.717306 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7320a-3562-4a0f-973f-de3c3201763b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad626a75-76f2-48df-8f09-be8e0e5d31e2,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:53.737127 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-38b3c461-f918-4609-9e26-f49083901b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10406668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847801'] for subnet (e47c4249-5492-439b-b68c-dcd801e2bfc2), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:53.766422 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3c461-f918-4609-9e26-f49083901b7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e47c4249-5492-439b-b68c-dcd801e2bfc2,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:53.768456 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-38b3c461-f918-4609-9e26-f49083901b7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for subnet (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:53.774565 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-38b3c461-f918-4609-9e26-f49083901b7b admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/e47c4249-5492-439b-b68c-dcd801e2bfc2 HTTP/1.1" status: 204 len: 168 time: 0.3712699 Sep 22 22:21:53.774861 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 45806) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:21:53.777639 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de5bed2-03ba-4a89-a64c-2557ef74ddcf None None] Network 5c3478bc-b7f3-4988-80ed-a5eadeacc461 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:21:53.782431 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d477549a-82a0-44d0-801c-0754b5229e10 admin admin] Publish callbacks [] for security_group (ad626a75-76f2-48df-8f09-be8e0e5d31e2), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:53.803690 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d477549a-82a0-44d0-801c-0754b5229e10 admin admin] Publish callbacks [] for security_group (ad626a75-76f2-48df-8f09-be8e0e5d31e2), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:53.829737 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:53.861773 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d477549a-82a0-44d0-801c-0754b5229e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (ad626a75-76f2-48df-8f09-be8e0e5d31e2), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:53.865396 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d477549a-82a0-44d0-801c-0754b5229e10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:53.865555 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-57525d26-1afd-49fb-8cea-93b3da34fd63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425183'] for network (5c3478bc-b7f3-4988-80ed-a5eadeacc461), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:53.867496 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-d477549a-82a0-44d0-801c-0754b5229e10 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ad626a75-76f2-48df-8f09-be8e0e5d31e2 HTTP/1.1" status: 204 len: 168 time: 0.1525905 Sep 22 22:21:53.880787 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477549a-82a0-44d0-801c-0754b5229e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad626a75-76f2-48df-8f09-be8e0e5d31e2,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:53.928857 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-57525d26-1afd-49fb-8cea-93b3da34fd63 admin admin] Deleting port 05b95d35-7cb5-4a1a-a4e9-249e67296c76 {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:21:53.929865 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-57525d26-1afd-49fb-8cea-93b3da34fd63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (05b95d35-7cb5-4a1a-a4e9-249e67296c76), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:53.973409 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437def67-e3d1-4798-833c-45981f302135 None None] DHCP port deletion for 5c3478bc-b7f3-4988-80ed-a5eadeacc461 request from dv-cinder-849143-6-iscsi {{(pid=106430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 22:21:53.994381 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:54.015209 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-57525d26-1afd-49fb-8cea-93b3da34fd63 admin admin] For port 05b95d35-7cb5-4a1a-a4e9-249e67296c76, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=05b95d35-7cb5-4a1a-a4e9-249e67296c76,segment=NetworkSegment(bf3e33a6-ea72-46b3-a331-9ce9dc909685),segment_id=bf3e33a6-ea72-46b3-a331-9ce9dc909685)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:21:54.015968 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-57525d26-1afd-49fb-8cea-93b3da34fd63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (05b95d35-7cb5-4a1a-a4e9-249e67296c76), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:54.035906 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-57525d26-1afd-49fb-8cea-93b3da34fd63 admin admin] Calling delete_port for 05b95d35-7cb5-4a1a-a4e9-249e67296c76 owned by network:dhcp {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:21:54.042664 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-437def67-e3d1-4798-833c-45981f302135 None None] Deleting port 05b95d35-7cb5-4a1a-a4e9-249e67296c76 {{(pid=106430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:21:54.043045 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-437def67-e3d1-4798-833c-45981f302135 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (05b95d35-7cb5-4a1a-a4e9-249e67296c76), before_delete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:54.099530 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device af007872-196a-4039-8c0d-0a4ebdc6feba no longer exists at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:21:54.126514 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] No Port match for: af007872-196a-4039-8c0d-0a4ebdc6feba {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:21:54.126857 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device af007872-196a-4039-8c0d-0a4ebdc6feba not bound to the agent host dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:21:54.127466 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device ffd5ae0f-6b14-4977-a0c1-a474ff5e7603 no longer exists at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:21:54.150458 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:54.152471 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-57525d26-1afd-49fb-8cea-93b3da34fd63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (05b95d35-7cb5-4a1a-a4e9-249e67296c76), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:54.154401 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] No Port match for: ffd5ae0f-6b14-4977-a0c1-a474ff5e7603 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:21:54.154757 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device ffd5ae0f-6b14-4977-a0c1-a474ff5e7603 not bound to the agent host dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:21:54.162777 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:DELETE=8,neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:54.181900 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-437def67-e3d1-4798-833c-45981f302135 None None] For port 05b95d35-7cb5-4a1a-a4e9-249e67296c76, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=05b95d35-7cb5-4a1a-a4e9-249e67296c76,segment=NetworkSegment(bf3e33a6-ea72-46b3-a331-9ce9dc909685),segment_id=bf3e33a6-ea72-46b3-a331-9ce9dc909685)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:21:54.182348 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-437def67-e3d1-4798-833c-45981f302135 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (05b95d35-7cb5-4a1a-a4e9-249e67296c76), precommit_delete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:54.188188 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57525d26-1afd-49fb-8cea-93b3da34fd63 admin admin] Pushing event deleted for resources: {'Port': ['ID=05b95d35-7cb5-4a1a-a4e9-249e67296c76,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:54.190002 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57525d26-1afd-49fb-8cea-93b3da34fd63 admin admin] No DVR routers for this DVR port 05b95d35-7cb5-4a1a-a4e9-249e67296c76 on host dv-cinder-849143-6-iscsi {{(pid=106428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:21:54.197525 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-437def67-e3d1-4798-833c-45981f302135 None None] Calling delete_port for 05b95d35-7cb5-4a1a-a4e9-249e67296c76 owned by network:dhcp {{(pid=106430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:21:54.266893 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 45812) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:21:54.282007 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-437def67-e3d1-4798-833c-45981f302135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514'] for port (05b95d35-7cb5-4a1a-a4e9-249e67296c76), after_delete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:54.283618 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-8c38d75d-e6c4-4a6b-8c4e-175b0fff3c29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:54.284098 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-57525d26-1afd-49fb-8cea-93b3da34fd63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1288257', 'neutron.services.segments.db._delete_segments_for_network-8778793935297'] for network (5c3478bc-b7f3-4988-80ed-a5eadeacc461), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:54.306027 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437def67-e3d1-4798-833c-45981f302135 None None] Pushing event deleted for resources: {'Port': ['ID=05b95d35-7cb5-4a1a-a4e9-249e67296c76,revision_number=None']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:54.316640 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437def67-e3d1-4798-833c-45981f302135 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:54.316992 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437def67-e3d1-4798-833c-45981f302135 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:54.317363 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437def67-e3d1-4798-833c-45981f302135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:54.318020 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437def67-e3d1-4798-833c-45981f302135 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:54.318020 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437def67-e3d1-4798-833c-45981f302135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:54.318357 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437def67-e3d1-4798-833c-45981f302135 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:54.318687 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437def67-e3d1-4798-833c-45981f302135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:54.319014 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437def67-e3d1-4798-833c-45981f302135 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:54.319342 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437def67-e3d1-4798-833c-45981f302135 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:54.319697 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437def67-e3d1-4798-833c-45981f302135 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:54.320026 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437def67-e3d1-4798-833c-45981f302135 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:54.320357 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437def67-e3d1-4798-833c-45981f302135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:54.320678 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437def67-e3d1-4798-833c-45981f302135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:54.321001 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437def67-e3d1-4798-833c-45981f302135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:54.327540 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437def67-e3d1-4798-833c-45981f302135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:21:54.327540 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437def67-e3d1-4798-833c-45981f302135 None None] No DVR routers for this DVR port 05b95d35-7cb5-4a1a-a4e9-249e67296c76 on host dv-cinder-849143-6-iscsi {{(pid=106430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:21:54.394903 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-8c38d75d-e6c4-4a6b-8c4e-175b0fff3c29 admin admin] Publish callbacks [] for security_group (430c0249-3013-4853-af78-a3504d8b90d0), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:54.399994 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-8c38d75d-e6c4-4a6b-8c4e-175b0fff3c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (430c0249-3013-4853-af78-a3504d8b90d0), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:54.443984 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-8c38d75d-e6c4-4a6b-8c4e-175b0fff3c29 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=32a59065463f43ee82f939ade7bab733&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1733947 Sep 22 22:21:54.443984 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38d75d-e6c4-4a6b-8c4e-175b0fff3c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430c0249-3013-4853-af78-a3504d8b90d0,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:54.445624 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 45814) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:21:54.499921 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3c0c6773-33ea-45ea-a474-0ce728bc870c admin admin] Publish callbacks [] for security_group (430c0249-3013-4853-af78-a3504d8b90d0), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:54.520849 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3c0c6773-33ea-45ea-a474-0ce728bc870c admin admin] Publish callbacks [] for security_group (430c0249-3013-4853-af78-a3504d8b90d0), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:54.566996 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.services.segments.db [None req-57525d26-1afd-49fb-8cea-93b3da34fd63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3478bc-b7f3-4988-80ed-a5eadeacc461']}} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:21:54.571017 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3c0c6773-33ea-45ea-a474-0ce728bc870c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (430c0249-3013-4853-af78-a3504d8b90d0), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:54.573649 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3c0c6773-33ea-45ea-a474-0ce728bc870c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:54.574811 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-3c0c6773-33ea-45ea-a474-0ce728bc870c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/430c0249-3013-4853-af78-a3504d8b90d0 HTTP/1.1" status: 204 len: 168 time: 0.1280515 Sep 22 22:21:54.577778 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.services.segments.db [None req-57525d26-1afd-49fb-8cea-93b3da34fd63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf3e33a6-ea72-46b3-a331-9ce9dc909685') {'for_net_delete': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:21:54.578075 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.services.segments.db [None req-57525d26-1afd-49fb-8cea-93b3da34fd63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf3e33a6-ea72-46b3-a331-9ce9dc909685') {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:21:54.587943 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-57525d26-1afd-49fb-8cea-93b3da34fd63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778793935189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10260567'] for segment (bf3e33a6-ea72-46b3-a331-9ce9dc909685), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:54.588155 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c6773-33ea-45ea-a474-0ce728bc870c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430c0249-3013-4853-af78-a3504d8b90d0,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:54.604865 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-57525d26-1afd-49fb-8cea-93b3da34fd63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (bf3e33a6-ea72-46b3-a331-9ce9dc909685), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:54.612650 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57525d26-1afd-49fb-8cea-93b3da34fd63 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=106428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:21:54.613171 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-57525d26-1afd-49fb-8cea-93b3da34fd63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10406838'] for segment (bf3e33a6-ea72-46b3-a331-9ce9dc909685), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:54.631493 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.services.segments.plugin [-] Segment bf3e33a6-ea72-46b3-a331-9ce9dc909685 resource provider aggregate not found Sep 22 22:21:54.664506 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.services.segments.plugin [-] Segment bf3e33a6-ea72-46b3-a331-9ce9dc909685 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf3e33a6-ea72-46b3-a331-9ce9dc909685 found for delete ", "request_id": "req-42b25292-960c-4f96-990d-dbb5dddb0b7f"}]} Sep 22 22:21:54.685657 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-57525d26-1afd-49fb-8cea-93b3da34fd63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1288312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684483'] for network (5c3478bc-b7f3-4988-80ed-a5eadeacc461), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:54.691406 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-57525d26-1afd-49fb-8cea-93b3da34fd63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:54.694408 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-57525d26-1afd-49fb-8cea-93b3da34fd63 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/5c3478bc-b7f3-4988-80ed-a5eadeacc461 HTTP/1.1" status: 204 len: 168 time: 0.9184105 Sep 22 22:21:54.706136 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57525d26-1afd-49fb-8cea-93b3da34fd63 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c3478bc-b7f3-4988-80ed-a5eadeacc461,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:54.956592 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 45832) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:21:54.997692 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-886cc58b-75b0-41ec-902f-0ce7edd13d36 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=650863eae15e4733b50e22c7595d7742&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398803 Sep 22 22:21:55.000436 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 45834) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:21:55.054991 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-804bf755-d5a7-46ab-b75a-adf9722b0e53 admin admin] Publish callbacks [] for security_group (305ebd31-b803-4069-b089-a8e092e54341), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:55.080522 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-804bf755-d5a7-46ab-b75a-adf9722b0e53 admin admin] Publish callbacks [] for security_group (305ebd31-b803-4069-b089-a8e092e54341), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:55.126864 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-804bf755-d5a7-46ab-b75a-adf9722b0e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (305ebd31-b803-4069-b089-a8e092e54341), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:55.129712 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-804bf755-d5a7-46ab-b75a-adf9722b0e53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:55.131391 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-804bf755-d5a7-46ab-b75a-adf9722b0e53 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/305ebd31-b803-4069-b089-a8e092e54341 HTTP/1.1" status: 204 len: 168 time: 0.1294470 Sep 22 22:21:55.139168 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804bf755-d5a7-46ab-b75a-adf9722b0e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305ebd31-b803-4069-b089-a8e092e54341,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:55.937168 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 05b95d35-7cb5-4a1a-a4e9-249e67296c76 no longer exists at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:21:55.957226 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] No Port match for: 05b95d35-7cb5-4a1a-a4e9-249e67296c76 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:21:55.957476 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 05b95d35-7cb5-4a1a-a4e9-249e67296c76 not bound to the agent host dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:21:57.310332 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 45962) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:21:57.360158 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 45966) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:21:57.470150 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d549ef52-f8b6-493d-9677-f7bb81eac8ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:57.482591 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-adcddb38-359d-4dc0-846a-3705c2ef101b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:57.528522 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:57.590391 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=71,neutron:INSERT=22,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:57.618405 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d549ef52-f8b6-493d-9677-f7bb81eac8ae admin admin] Publish callbacks [] for security_group (fb96a32e-4e7e-4d68-8261-73aa88a11d37), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:57.626675 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d549ef52-f8b6-493d-9677-f7bb81eac8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (fb96a32e-4e7e-4d68-8261-73aa88a11d37), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:57.636325 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-adcddb38-359d-4dc0-846a-3705c2ef101b admin admin] Publish callbacks [] for security_group (8d33a5d5-cfe9-4492-b8f5-47f4a416cb9a), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:57.652075 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-adcddb38-359d-4dc0-846a-3705c2ef101b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (8d33a5d5-cfe9-4492-b8f5-47f4a416cb9a), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:57.684047 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549ef52-f8b6-493d-9677-f7bb81eac8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb96a32e-4e7e-4d68-8261-73aa88a11d37,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:57.698123 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-d549ef52-f8b6-493d-9677-f7bb81eac8ae admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=64b3980eee3d474393179fa9d957a0f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3866353 Sep 22 22:21:57.698888 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 45970) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:21:57.715977 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-adcddb38-359d-4dc0-846a-3705c2ef101b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=271ffe0e3d5c4cdabde727fcd788a3e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3517408 Sep 22 22:21:57.717248 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 45972) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:21:57.722033 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcddb38-359d-4dc0-846a-3705c2ef101b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d33a5d5-cfe9-4492-b8f5-47f4a416cb9a,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:57.783817 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-579bd58c-419e-4249-9868-ebda6d85453a admin admin] Publish callbacks [] for security_group (fb96a32e-4e7e-4d68-8261-73aa88a11d37), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:57.811849 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-2346fc63-0c79-4425-a3eb-fa0ca1a674b8 admin admin] Publish callbacks [] for security_group (8d33a5d5-cfe9-4492-b8f5-47f4a416cb9a), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:57.814890 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-579bd58c-419e-4249-9868-ebda6d85453a admin admin] Publish callbacks [] for security_group (fb96a32e-4e7e-4d68-8261-73aa88a11d37), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:57.852304 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-2346fc63-0c79-4425-a3eb-fa0ca1a674b8 admin admin] Publish callbacks [] for security_group (8d33a5d5-cfe9-4492-b8f5-47f4a416cb9a), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:57.899945 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-579bd58c-419e-4249-9868-ebda6d85453a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (fb96a32e-4e7e-4d68-8261-73aa88a11d37), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:57.902559 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-579bd58c-419e-4249-9868-ebda6d85453a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:57.903696 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-579bd58c-419e-4249-9868-ebda6d85453a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/fb96a32e-4e7e-4d68-8261-73aa88a11d37 HTTP/1.1" status: 204 len: 168 time: 0.2037826 Sep 22 22:21:57.912754 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-2346fc63-0c79-4425-a3eb-fa0ca1a674b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (8d33a5d5-cfe9-4492-b8f5-47f4a416cb9a), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:57.915894 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-2346fc63-0c79-4425-a3eb-fa0ca1a674b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:57.917001 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-2346fc63-0c79-4425-a3eb-fa0ca1a674b8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/8d33a5d5-cfe9-4492-b8f5-47f4a416cb9a HTTP/1.1" status: 204 len: 168 time: 0.1988525 Sep 22 22:21:57.917963 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579bd58c-419e-4249-9868-ebda6d85453a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb96a32e-4e7e-4d68-8261-73aa88a11d37,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:57.937239 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346fc63-0c79-4425-a3eb-fa0ca1a674b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d33a5d5-cfe9-4492-b8f5-47f4a416cb9a,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:58.246518 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 45982) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:21:58.261257 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-93e8298e-a568-41e8-a59c-62adda9faf93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:58.288819 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 45984) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:21:58.303513 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-6125f66b-74b5-4991-b8cf-8763f65b4716 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:58.340457 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-93e8298e-a568-41e8-a59c-62adda9faf93 admin admin] Publish callbacks [] for security_group (5c92953d-f9b9-4159-ac63-959e0aa565b9), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:58.344238 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-93e8298e-a568-41e8-a59c-62adda9faf93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (5c92953d-f9b9-4159-ac63-959e0aa565b9), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:58.381380 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-6125f66b-74b5-4991-b8cf-8763f65b4716 admin admin] Publish callbacks [] for security_group (bcd35e32-40c0-4694-9e45-1d60a6d88ba4), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:58.381638 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8298e-a568-41e8-a59c-62adda9faf93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c92953d-f9b9-4159-ac63-959e0aa565b9,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:58.385908 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-93e8298e-a568-41e8-a59c-62adda9faf93 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=82bd8bdd001f4bdd887d1ef8af9073c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382034 Sep 22 22:21:58.386314 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-6125f66b-74b5-4991-b8cf-8763f65b4716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (bcd35e32-40c0-4694-9e45-1d60a6d88ba4), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:58.388509 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 45986) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:21:58.401494 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:INSERT=7 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:21:58.433791 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6125f66b-74b5-4991-b8cf-8763f65b4716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd35e32-40c0-4694-9e45-1d60a6d88ba4,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:58.439136 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-6125f66b-74b5-4991-b8cf-8763f65b4716 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7243cae4643e4e979e197ba873e86281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1485841 Sep 22 22:21:58.442070 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 45988) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:21:58.456370 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a864b76e-8b84-4de8-bea2-388e4c7a97bf admin admin] Publish callbacks [] for security_group (5c92953d-f9b9-4159-ac63-959e0aa565b9), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:58.494535 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a864b76e-8b84-4de8-bea2-388e4c7a97bf admin admin] Publish callbacks [] for security_group (5c92953d-f9b9-4159-ac63-959e0aa565b9), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:58.534030 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-36eb1220-c16f-4904-be17-e96082349171 admin admin] Publish callbacks [] for security_group (bcd35e32-40c0-4694-9e45-1d60a6d88ba4), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:58.556514 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-36eb1220-c16f-4904-be17-e96082349171 admin admin] Publish callbacks [] for security_group (bcd35e32-40c0-4694-9e45-1d60a6d88ba4), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:58.573853 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a864b76e-8b84-4de8-bea2-388e4c7a97bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (5c92953d-f9b9-4159-ac63-959e0aa565b9), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:58.576293 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a864b76e-8b84-4de8-bea2-388e4c7a97bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:58.577455 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-a864b76e-8b84-4de8-bea2-388e4c7a97bf admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5c92953d-f9b9-4159-ac63-959e0aa565b9 HTTP/1.1" status: 204 len: 168 time: 0.1877487 Sep 22 22:21:58.596754 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864b76e-8b84-4de8-bea2-388e4c7a97bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c92953d-f9b9-4159-ac63-959e0aa565b9,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:21:58.620495 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-36eb1220-c16f-4904-be17-e96082349171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (bcd35e32-40c0-4694-9e45-1d60a6d88ba4), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:58.624567 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-36eb1220-c16f-4904-be17-e96082349171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:21:58.625263 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-36eb1220-c16f-4904-be17-e96082349171 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/bcd35e32-40c0-4694-9e45-1d60a6d88ba4 HTTP/1.1" status: 204 len: 168 time: 0.1822848 Sep 22 22:21:58.634185 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb1220-c16f-4904-be17-e96082349171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd35e32-40c0-4694-9e45-1d60a6d88ba4,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:00.604194 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 46088) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:00.714539 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f783e51c-5522-4490-81ab-d2c2b3337f29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:00.732754 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:DELETE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:00.797576 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f783e51c-5522-4490-81ab-d2c2b3337f29 admin admin] Publish callbacks [] for security_group (1925a2fb-464a-4d86-a3e4-c25f6cfbb628), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:00.801244 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-f783e51c-5522-4490-81ab-d2c2b3337f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (1925a2fb-464a-4d86-a3e4-c25f6cfbb628), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:00.831090 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:00.840064 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783e51c-5522-4490-81ab-d2c2b3337f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1925a2fb-464a-4d86-a3e4-c25f6cfbb628,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:00.844677 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-f783e51c-5522-4490-81ab-d2c2b3337f29 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=30192c73c0bc404788a19060fba5b18c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394707 Sep 22 22:22:00.847577 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 46092) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:00.896489 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d8413d99-1bea-441b-9e4b-c9f54f137f22 admin admin] Publish callbacks [] for security_group (1925a2fb-464a-4d86-a3e4-c25f6cfbb628), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:00.916806 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d8413d99-1bea-441b-9e4b-c9f54f137f22 admin admin] Publish callbacks [] for security_group (1925a2fb-464a-4d86-a3e4-c25f6cfbb628), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:00.962010 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d8413d99-1bea-441b-9e4b-c9f54f137f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (1925a2fb-464a-4d86-a3e4-c25f6cfbb628), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:00.964662 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d8413d99-1bea-441b-9e4b-c9f54f137f22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:00.965861 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-d8413d99-1bea-441b-9e4b-c9f54f137f22 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1925a2fb-464a-4d86-a3e4-c25f6cfbb628 HTTP/1.1" status: 204 len: 168 time: 0.1173570 Sep 22 22:22:00.973654 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8413d99-1bea-441b-9e4b-c9f54f137f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1925a2fb-464a-4d86-a3e4-c25f6cfbb628,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:01.229997 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 46100) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:01.243699 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-532753ad-dae5-4de4-863f-5995cfaa2eb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:01.292901 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:01.321229 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-532753ad-dae5-4de4-863f-5995cfaa2eb4 admin admin] Publish callbacks [] for security_group (15934d09-0366-465a-a58d-f8930a18db4b), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:01.324600 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-532753ad-dae5-4de4-863f-5995cfaa2eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (15934d09-0366-465a-a58d-f8930a18db4b), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:01.363959 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-532753ad-dae5-4de4-863f-5995cfaa2eb4 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9113b7ff458942b4827df5637b42412d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328800 Sep 22 22:22:01.364810 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532753ad-dae5-4de4-863f-5995cfaa2eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15934d09-0366-465a-a58d-f8930a18db4b,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:01.366659 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 46102) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:01.416368 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2abf3d1a-015a-4a5a-9c91-10305718d342 admin admin] Publish callbacks [] for security_group (15934d09-0366-465a-a58d-f8930a18db4b), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:01.436450 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2abf3d1a-015a-4a5a-9c91-10305718d342 admin admin] Publish callbacks [] for security_group (15934d09-0366-465a-a58d-f8930a18db4b), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:01.485604 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2abf3d1a-015a-4a5a-9c91-10305718d342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (15934d09-0366-465a-a58d-f8930a18db4b), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:01.488052 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2abf3d1a-015a-4a5a-9c91-10305718d342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:01.489227 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-2abf3d1a-015a-4a5a-9c91-10305718d342 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/15934d09-0366-465a-a58d-f8930a18db4b HTTP/1.1" status: 204 len: 168 time: 0.1214476 Sep 22 22:22:01.497951 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf3d1a-015a-4a5a-9c91-10305718d342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15934d09-0366-465a-a58d-f8930a18db4b,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:02.126049 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:22:09.142680 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=64,neutron:UPDATE=5 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:10.985706 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=34,neutron:DELETE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:11.358003 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=7 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:11.360242 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=20,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:11.492308 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:INSERT=2,neutron:SELECT=41,neutron:DELETE=4 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:11.493009 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=35,neutron:DELETE=4 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:11.513167 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:12.122319 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=64,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:14.896069 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5385773a-3bd5-4f20-93f8-1d01ed709c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:15.580405 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 46384) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:15.685192 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d353b537-1e53-4f3a-b4ab-3ac86eb97931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:15.760770 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d353b537-1e53-4f3a-b4ab-3ac86eb97931 admin admin] Publish callbacks [] for security_group (fa2e6d24-397a-4e53-91c4-6415cb1f9990), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:15.764502 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d353b537-1e53-4f3a-b4ab-3ac86eb97931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (fa2e6d24-397a-4e53-91c4-6415cb1f9990), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:15.803622 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-d353b537-1e53-4f3a-b4ab-3ac86eb97931 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b11eb8c26f7d4b26a258c68ff91a4627&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221518 Sep 22 22:22:15.804580 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353b537-1e53-4f3a-b4ab-3ac86eb97931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2e6d24-397a-4e53-91c4-6415cb1f9990,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:15.806387 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 46388) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:15.858282 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-87f67ac4-4282-4dde-bc94-e347ab77203b admin admin] Publish callbacks [] for security_group (fa2e6d24-397a-4e53-91c4-6415cb1f9990), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:15.878327 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-87f67ac4-4282-4dde-bc94-e347ab77203b admin admin] Publish callbacks [] for security_group (fa2e6d24-397a-4e53-91c4-6415cb1f9990), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:15.927163 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-87f67ac4-4282-4dde-bc94-e347ab77203b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (fa2e6d24-397a-4e53-91c4-6415cb1f9990), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:15.929717 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-87f67ac4-4282-4dde-bc94-e347ab77203b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:15.930858 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-87f67ac4-4282-4dde-bc94-e347ab77203b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/fa2e6d24-397a-4e53-91c4-6415cb1f9990 HTTP/1.1" status: 204 len: 168 time: 0.1235003 Sep 22 22:22:15.939550 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f67ac4-4282-4dde-bc94-e347ab77203b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2e6d24-397a-4e53-91c4-6415cb1f9990,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:16.197035 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 46394) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:16.210456 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b27bc6f1-aa2b-41ea-878f-a8855fd8a6a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:16.285097 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b27bc6f1-aa2b-41ea-878f-a8855fd8a6a2 admin admin] Publish callbacks [] for security_group (f9ef5a3c-12cf-4869-a8c4-d427a878452b), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:16.288560 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b27bc6f1-aa2b-41ea-878f-a8855fd8a6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (f9ef5a3c-12cf-4869-a8c4-d427a878452b), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:16.327823 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-b27bc6f1-aa2b-41ea-878f-a8855fd8a6a2 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=096894264e3b4f8da5dadcc8e5643f2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297002 Sep 22 22:22:16.329938 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27bc6f1-aa2b-41ea-878f-a8855fd8a6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ef5a3c-12cf-4869-a8c4-d427a878452b,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:16.330937 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 46396) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:16.381286 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-77610b36-9978-42c7-9e5f-729ef3a88975 admin admin] Publish callbacks [] for security_group (f9ef5a3c-12cf-4869-a8c4-d427a878452b), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:16.400636 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-77610b36-9978-42c7-9e5f-729ef3a88975 admin admin] Publish callbacks [] for security_group (f9ef5a3c-12cf-4869-a8c4-d427a878452b), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:16.447541 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-77610b36-9978-42c7-9e5f-729ef3a88975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (f9ef5a3c-12cf-4869-a8c4-d427a878452b), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:16.450679 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-77610b36-9978-42c7-9e5f-729ef3a88975 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:16.451848 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-77610b36-9978-42c7-9e5f-729ef3a88975 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f9ef5a3c-12cf-4869-a8c4-d427a878452b HTTP/1.1" status: 204 len: 168 time: 0.1197524 Sep 22 22:22:16.460500 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77610b36-9978-42c7-9e5f-729ef3a88975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ef5a3c-12cf-4869-a8c4-d427a878452b,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:17.078793 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-43e1e45a-63fe-468d-8c4b-cc3e92322811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:17.250415 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:18.356332 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:19.782873 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:20.128494 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:26.322995 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=33,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:26.325970 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=36,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:26.433971 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=31,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:26.455989 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=38,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:27.324461 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 46560) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:27.432889 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-b6eb855d-d0d7-4675-a9cf-06f3acacb36e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:27.511189 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-b6eb855d-d0d7-4675-a9cf-06f3acacb36e admin admin] Publish callbacks [] for security_group (0bd3d8c0-fc86-4fec-aa5e-5785f8f9937c), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:27.515704 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-b6eb855d-d0d7-4675-a9cf-06f3acacb36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (0bd3d8c0-fc86-4fec-aa5e-5785f8f9937c), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:27.556723 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb855d-d0d7-4675-a9cf-06f3acacb36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd3d8c0-fc86-4fec-aa5e-5785f8f9937c,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:27.562234 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-b6eb855d-d0d7-4675-a9cf-06f3acacb36e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ba21fedd44cd4dddad7f5ecc4ab77637&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356751 Sep 22 22:22:27.565056 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 46564) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:27.616159 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-589c1e6c-f4a4-4ba8-aaf6-41bef456bc32 admin admin] Publish callbacks [] for security_group (0bd3d8c0-fc86-4fec-aa5e-5785f8f9937c), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:27.636480 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-589c1e6c-f4a4-4ba8-aaf6-41bef456bc32 admin admin] Publish callbacks [] for security_group (0bd3d8c0-fc86-4fec-aa5e-5785f8f9937c), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:27.687442 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-589c1e6c-f4a4-4ba8-aaf6-41bef456bc32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (0bd3d8c0-fc86-4fec-aa5e-5785f8f9937c), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:27.690003 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-589c1e6c-f4a4-4ba8-aaf6-41bef456bc32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:27.691140 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-589c1e6c-f4a4-4ba8-aaf6-41bef456bc32 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0bd3d8c0-fc86-4fec-aa5e-5785f8f9937c HTTP/1.1" status: 204 len: 168 time: 0.1254663 Sep 22 22:22:27.698815 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c1e6c-f4a4-4ba8-aaf6-41bef456bc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd3d8c0-fc86-4fec-aa5e-5785f8f9937c,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:27.950147 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 46572) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:27.963704 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-695a4ada-f3b8-4640-bd37-c1922eab74ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:28.036974 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-695a4ada-f3b8-4640-bd37-c1922eab74ef admin admin] Publish callbacks [] for security_group (9c41fb11-4b7d-4ccb-b680-d259b10e8eb9), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:28.041315 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-695a4ada-f3b8-4640-bd37-c1922eab74ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (9c41fb11-4b7d-4ccb-b680-d259b10e8eb9), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:28.083493 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a4ada-f3b8-4640-bd37-c1922eab74ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c41fb11-4b7d-4ccb-b680-d259b10e8eb9,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:28.088332 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-695a4ada-f3b8-4640-bd37-c1922eab74ef admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=312dc416305440f180110217b8c4e737&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371613 Sep 22 22:22:28.091925 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 46576) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:28.093910 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a4ada-f3b8-4640-bd37-c1922eab74ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:28.094260 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a4ada-f3b8-4640-bd37-c1922eab74ef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:28.094606 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a4ada-f3b8-4640-bd37-c1922eab74ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:28.094952 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a4ada-f3b8-4640-bd37-c1922eab74ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:28.095286 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a4ada-f3b8-4640-bd37-c1922eab74ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:28.095618 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a4ada-f3b8-4640-bd37-c1922eab74ef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:28.095947 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a4ada-f3b8-4640-bd37-c1922eab74ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:28.096272 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a4ada-f3b8-4640-bd37-c1922eab74ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:28.096608 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a4ada-f3b8-4640-bd37-c1922eab74ef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:28.096930 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a4ada-f3b8-4640-bd37-c1922eab74ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:28.097279 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a4ada-f3b8-4640-bd37-c1922eab74ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:28.097612 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a4ada-f3b8-4640-bd37-c1922eab74ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:28.097935 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a4ada-f3b8-4640-bd37-c1922eab74ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:28.098258 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a4ada-f3b8-4640-bd37-c1922eab74ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:28.098579 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695a4ada-f3b8-4640-bd37-c1922eab74ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:28.146684 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ef4cd6cc-050b-46a0-b18b-a4dad204f8ef admin admin] Publish callbacks [] for security_group (9c41fb11-4b7d-4ccb-b680-d259b10e8eb9), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:28.167751 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ef4cd6cc-050b-46a0-b18b-a4dad204f8ef admin admin] Publish callbacks [] for security_group (9c41fb11-4b7d-4ccb-b680-d259b10e8eb9), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:28.225311 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ef4cd6cc-050b-46a0-b18b-a4dad204f8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (9c41fb11-4b7d-4ccb-b680-d259b10e8eb9), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:28.227862 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ef4cd6cc-050b-46a0-b18b-a4dad204f8ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:28.232007 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-ef4cd6cc-050b-46a0-b18b-a4dad204f8ef admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9c41fb11-4b7d-4ccb-b680-d259b10e8eb9 HTTP/1.1" status: 204 len: 168 time: 0.1358554 Sep 22 22:22:28.238248 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4cd6cc-050b-46a0-b18b-a4dad204f8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c41fb11-4b7d-4ccb-b680-d259b10e8eb9,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:28.585818 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 46594) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:28.599583 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6296aeef-5ca5-45f1-8f68-eaa171c9ad7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:28.677685 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6296aeef-5ca5-45f1-8f68-eaa171c9ad7c admin admin] Publish callbacks [] for security_group (abf16406-5317-4398-b4d4-cd0d2e5dba59), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:28.681663 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6296aeef-5ca5-45f1-8f68-eaa171c9ad7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (abf16406-5317-4398-b4d4-cd0d2e5dba59), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:28.724568 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-6296aeef-5ca5-45f1-8f68-eaa171c9ad7c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=78e34e1323b642ac93395b3674f6e302&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376908 Sep 22 22:22:28.726782 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296aeef-5ca5-45f1-8f68-eaa171c9ad7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf16406-5317-4398-b4d4-cd0d2e5dba59,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:28.727315 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 46596) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:28.779336 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-3e8be029-cfee-4fd8-abe3-0dc609f6e175 admin admin] Publish callbacks [] for security_group (abf16406-5317-4398-b4d4-cd0d2e5dba59), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:28.799121 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-3e8be029-cfee-4fd8-abe3-0dc609f6e175 admin admin] Publish callbacks [] for security_group (abf16406-5317-4398-b4d4-cd0d2e5dba59), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:28.851672 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-3e8be029-cfee-4fd8-abe3-0dc609f6e175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (abf16406-5317-4398-b4d4-cd0d2e5dba59), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:28.854692 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-3e8be029-cfee-4fd8-abe3-0dc609f6e175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:28.856068 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-3e8be029-cfee-4fd8-abe3-0dc609f6e175 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/abf16406-5317-4398-b4d4-cd0d2e5dba59 HTTP/1.1" status: 204 len: 168 time: 0.1275706 Sep 22 22:22:28.865962 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8be029-cfee-4fd8-abe3-0dc609f6e175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf16406-5317-4398-b4d4-cd0d2e5dba59,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:29.757035 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 46630) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:29.866061 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-149197d6-7bef-4cfe-982e-5cb81b55697f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:29.923875 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:29.927108 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:29.951083 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-149197d6-7bef-4cfe-982e-5cb81b55697f admin admin] Publish callbacks [] for security_group (b4e91e9c-f319-49fe-a090-5652f5f9aa49), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:29.959972 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-149197d6-7bef-4cfe-982e-5cb81b55697f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (b4e91e9c-f319-49fe-a090-5652f5f9aa49), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:30.002799 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-149197d6-7bef-4cfe-982e-5cb81b55697f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e52d267b52bd4f8ca0e7ea9ab2b4c9d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445571 Sep 22 22:22:30.003914 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149197d6-7bef-4cfe-982e-5cb81b55697f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e91e9c-f319-49fe-a090-5652f5f9aa49,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:30.005603 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 46634) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:30.073018 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fc6b95cd-cac7-41f7-9d89-700ce5227c29 admin admin] Publish callbacks [] for security_group (b4e91e9c-f319-49fe-a090-5652f5f9aa49), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:30.100884 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fc6b95cd-cac7-41f7-9d89-700ce5227c29 admin admin] Publish callbacks [] for security_group (b4e91e9c-f319-49fe-a090-5652f5f9aa49), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:30.170424 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fc6b95cd-cac7-41f7-9d89-700ce5227c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (b4e91e9c-f319-49fe-a090-5652f5f9aa49), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:30.174741 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fc6b95cd-cac7-41f7-9d89-700ce5227c29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:30.175975 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-fc6b95cd-cac7-41f7-9d89-700ce5227c29 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b4e91e9c-f319-49fe-a090-5652f5f9aa49 HTTP/1.1" status: 204 len: 168 time: 0.1693809 Sep 22 22:22:30.184921 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b95cd-cac7-41f7-9d89-700ce5227c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e91e9c-f319-49fe-a090-5652f5f9aa49,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:30.795035 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 46660) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:30.900215 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-4fae3bd1-680d-4db4-a13a-62b5e6f832ba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1766459400-network', 'tenant_id': 'ed0761f1f2a148ce8b55f519a13421c8'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:22:30.922823 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fae3bd1-680d-4db4-a13a-62b5e6f832ba admin admin] Made reservation on behalf of ed0761f1f2a148ce8b55f519a13421c8 for: {'network': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:22:30.925044 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4fae3bd1-680d-4db4-a13a-62b5e6f832ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for network (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:30.933480 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4fae3bd1-680d-4db4-a13a-62b5e6f832ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:31.008705 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4fae3bd1-680d-4db4-a13a-62b5e6f832ba admin admin] Publish callbacks [] for security_group (490710c8-2aed-46f9-9f9a-e56f0b75dde7), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:31.012387 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4fae3bd1-680d-4db4-a13a-62b5e6f832ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (490710c8-2aed-46f9-9f9a-e56f0b75dde7), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:31.045833 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fae3bd1-680d-4db4-a13a-62b5e6f832ba admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=106428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:22:31.056378 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae3bd1-680d-4db4-a13a-62b5e6f832ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490710c8-2aed-46f9-9f9a-e56f0b75dde7,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:31.064276 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4fae3bd1-680d-4db4-a13a-62b5e6f832ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:31.064623 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.db.segments_db [None req-4fae3bd1-680d-4db4-a13a-62b5e6f832ba admin admin] Added segment ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b of type vlan for network 0988fd66-6f7a-4942-ab4d-2ae3bc59d161 Sep 22 22:22:31.107870 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4fae3bd1-680d-4db4-a13a-62b5e6f832ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778793421990'] for network (0988fd66-6f7a-4942-ab4d-2ae3bc59d161), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:31.114408 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:31.124459 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:31.138063 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4fae3bd1-680d-4db4-a13a-62b5e6f832ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218'] for network (0988fd66-6f7a-4942-ab4d-2ae3bc59d161), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:31.139255 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fae3bd1-680d-4db4-a13a-62b5e6f832ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:31.139830 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4fae3bd1-680d-4db4-a13a-62b5e6f832ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:31.199894 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-4fae3bd1-680d-4db4-a13a-62b5e6f832ba admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4036016 Sep 22 22:22:31.203118 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 46668) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:31.207992 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-fc5aecaf-1dba-4384-95c0-dd0e10567121 admin admin] Request body: {'subnet': {'network_id': '0988fd66-6f7a-4942-ab4d-2ae3bc59d161', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1766459400-subnet', 'tenant_id': 'ed0761f1f2a148ce8b55f519a13421c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:22:31.211221 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae3bd1-680d-4db4-a13a-62b5e6f832ba admin admin] Pushing event updated for resources: {'Network': ['ID=0988fd66-6f7a-4942-ab4d-2ae3bc59d161,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:31.223026 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Network 0988fd66-6f7a-4942-ab4d-2ae3bc59d161 details requested by agent ovs-agent-dv-cinder-849143-6-iscsi with host dv-cinder-849143-6-iscsi {{(pid=106430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 22:22:31.249037 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5aecaf-1dba-4384-95c0-dd0e10567121 admin admin] Made reservation on behalf of ed0761f1f2a148ce8b55f519a13421c8 for: {'subnet': 1} {{(pid=106429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:22:31.252090 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-fc5aecaf-1dba-4384-95c0-dd0e10567121 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9385051'] for subnet (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:31.439644 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-fc5aecaf-1dba-4384-95c0-dd0e10567121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9556762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9385037'] for subnet (f6cde0c5-096c-428e-a930-396ae528c812), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:31.489852 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5aecaf-1dba-4384-95c0-dd0e10567121 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6cde0c5-096c-428e-a930-396ae528c812,revision_number=0']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:31.505837 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5aecaf-1dba-4384-95c0-dd0e10567121 admin admin] Checking segment: {'id': 'ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0988fd66-6f7a-4942-ab4d-2ae3bc59d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:22:31.506196 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5aecaf-1dba-4384-95c0-dd0e10567121 admin admin] Network hostable DHCP agents. Network: 0988fd66-6f7a-4942-ab4d-2ae3bc59d161, hostable agents: ['46112969-b587-44d5-b5c4-b732185f2ac5'], hosted agents: [] {{(pid=106429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:22:31.522457 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5aecaf-1dba-4384-95c0-dd0e10567121 admin admin] Network 0988fd66-6f7a-4942-ab4d-2ae3bc59d161 is scheduled to be hosted by DHCP agent 46112969-b587-44d5-b5c4-b732185f2ac5 with binding_index 1 {{(pid=106429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:22:31.531341 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-fc5aecaf-1dba-4384-95c0-dd0e10567121 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-6-iscsi, 0988fd66-6f7a-4942-ab4d-2ae3bc59d161) {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:22:31.536041 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5aecaf-1dba-4384-95c0-dd0e10567121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:31.536632 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-fc5aecaf-1dba-4384-95c0-dd0e10567121 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:31.541170 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47722444-6f74-41b6-905f-626f957fe16a None None] Network 0988fd66-6f7a-4942-ab4d-2ae3bc59d161 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:22:31.553619 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-fc5aecaf-1dba-4384-95c0-dd0e10567121 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3494217 Sep 22 22:22:31.644564 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e8f8cd-2348-48f4-9131-afea63a1edea None None] Network 0988fd66-6f7a-4942-ab4d-2ae3bc59d161 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:22:37.530681 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbb97d-95c6-408d-9511-385661acbf11 req-06a15d7e-1bcb-4013-a152-353cd196969d tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:37.531647 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dadbb97d-95c6-408d-9511-385661acbf11 req-06a15d7e-1bcb-4013-a152-353cd196969d tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/networks?id=0988fd66-6f7a-4942-ab4d-2ae3bc59d161 HTTP/1.1" status: 200 len: 809 time: 0.1030853 Sep 22 22:22:37.552419 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dadbb97d-95c6-408d-9511-385661acbf11 req-e7163a4d-12ef-4912-b24e-dae16bc99844 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/quotas/ed0761f1f2a148ce8b55f519a13421c8 HTTP/1.1" status: 200 len: 375 time: 0.0111170 Sep 22 22:22:37.590649 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dadbb97d-95c6-408d-9511-385661acbf11 req-09e95b17-ddf2-48b2-a349-3019427e9b94 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=ed0761f1f2a148ce8b55f519a13421c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328579 Sep 22 22:22:37.602846 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [req-dadbb97d-95c6-408d-9511-385661acbf11 req-74c76116-c2ff-401f-be10-afaf89b603a4 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106428) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 22:22:37.603822 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dadbb97d-95c6-408d-9511-385661acbf11 req-74c76116-c2ff-401f-be10-afaf89b603a4 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051970 Sep 22 22:22:37.697838 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dadbb97d-95c6-408d-9511-385661acbf11 req-c26c244a-a53d-47ea-94d8-e38bbfa08b98 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0988fd66-6f7a-4942-ab4d-2ae3bc59d161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873482 Sep 22 22:22:37.800337 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dadbb97d-95c6-408d-9511-385661acbf11 req-7addf1fc-8e03-43d5-b80c-6c7462c0fb98 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0988fd66-6f7a-4942-ab4d-2ae3bc59d161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969753 Sep 22 22:22:37.969930 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-15145248-38e8-4992-a228-dce7ffc3c6c2 req-73fd40e1-e5d1-45f7-baf6-0c01620ff8f1 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b HTTP/1.1" status: 200 len: 210 time: 0.0291169 Sep 22 22:22:39.075110 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c3a96c9e-98a8-40c4-a465-60b09df6c216 req-318d375d-6586-4327-86c8-312818ed5293 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b HTTP/1.1" status: 200 len: 210 time: 0.0298743 Sep 22 22:22:39.126011 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:22:39.780340 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbb97d-95c6-408d-9511-385661acbf11 req-358b363c-3034-4adc-858f-bb8b178e5a65 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:39.782030 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-dadbb97d-95c6-408d-9511-385661acbf11 req-358b363c-3034-4adc-858f-bb8b178e5a65 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.57 "GET /networking/v2.0/networks?id=0988fd66-6f7a-4942-ab4d-2ae3bc59d161 HTTP/1.1" status: 200 len: 809 time: 0.1141288 Sep 22 22:22:39.808446 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [req-dadbb97d-95c6-408d-9511-385661acbf11 req-1e6346de-ea5a-4d55-93b8-e0a8f0a48ec0 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Request body: {'port': {'device_id': 'f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b', 'network_id': '0988fd66-6f7a-4942-ab4d-2ae3bc59d161', 'admin_state_up': True, 'tenant_id': 'ed0761f1f2a148ce8b55f519a13421c8'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:22:39.917842 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dadbb97d-95c6-408d-9511-385661acbf11 req-1e6346de-ea5a-4d55-93b8-e0a8f0a48ec0 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Made reservation on behalf of ed0761f1f2a148ce8b55f519a13421c8 for: {'port': 1} {{(pid=106429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:22:39.922371 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-dadbb97d-95c6-408d-9511-385661acbf11 req-1e6346de-ea5a-4d55-93b8-e0a8f0a48ec0 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:40.053607 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.db_base_plugin_common [req-dadbb97d-95c6-408d-9511-385661acbf11 req-1e6346de-ea5a-4d55-93b8-e0a8f0a48ec0 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Allocated IP 172.20.0.13 (0988fd66-6f7a-4942-ab4d-2ae3bc59d161/f6cde0c5-096c-428e-a930-396ae528c812/6a2dc51e-104b-4cdd-a84e-a105cd734a77) {{(pid=106429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:22:40.079018 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:40.081307 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:40.180865 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dee31495-704a-4ce6-a387-7723c0bfa89d req-5189a1de-6a13-4b39-ad72-91afad51b5b0 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b HTTP/1.1" status: 200 len: 210 time: 0.0284173 Sep 22 22:22:40.213124 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-dadbb97d-95c6-408d-9511-385661acbf11 req-1e6346de-ea5a-4d55-93b8-e0a8f0a48ec0 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Publish callbacks [] for port (6a2dc51e-104b-4cdd-a84e-a105cd734a77), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:40.244935 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-dadbb97d-95c6-408d-9511-385661acbf11 req-1e6346de-ea5a-4d55-93b8-e0a8f0a48ec0 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (6a2dc51e-104b-4cdd-a84e-a105cd734a77), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:40.286556 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dadbb97d-95c6-408d-9511-385661acbf11 req-1e6346de-ea5a-4d55-93b8-e0a8f0a48ec0 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Network 0988fd66-6f7a-4942-ab4d-2ae3bc59d161 is already hosted by enough agents. {{(pid=106429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:22:40.289650 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [req-dadbb97d-95c6-408d-9511-385661acbf11 req-1e6346de-ea5a-4d55-93b8-e0a8f0a48ec0 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Resources bound (agent type, host, resource id): {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:22:40.293357 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [req-dadbb97d-95c6-408d-9511-385661acbf11 req-1e6346de-ea5a-4d55-93b8-e0a8f0a48ec0 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Received port after_create {{(pid=106429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:22:40.318467 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6346de-ea5a-4d55-93b8-e0a8f0a48ec0 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Pushing event updated for resources: {'Port': ['ID=6a2dc51e-104b-4cdd-a84e-a105cd734a77,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:40.328483 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6346de-ea5a-4d55-93b8-e0a8f0a48ec0 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:40.328831 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6346de-ea5a-4d55-93b8-e0a8f0a48ec0 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:40.329196 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6346de-ea5a-4d55-93b8-e0a8f0a48ec0 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:40.329535 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6346de-ea5a-4d55-93b8-e0a8f0a48ec0 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:40.329868 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6346de-ea5a-4d55-93b8-e0a8f0a48ec0 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:40.330196 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6346de-ea5a-4d55-93b8-e0a8f0a48ec0 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:40.330519 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6346de-ea5a-4d55-93b8-e0a8f0a48ec0 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:40.330843 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6346de-ea5a-4d55-93b8-e0a8f0a48ec0 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:40.331162 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6346de-ea5a-4d55-93b8-e0a8f0a48ec0 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:40.331479 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6346de-ea5a-4d55-93b8-e0a8f0a48ec0 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:40.331799 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6346de-ea5a-4d55-93b8-e0a8f0a48ec0 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:40.332118 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6346de-ea5a-4d55-93b8-e0a8f0a48ec0 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:40.332436 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6346de-ea5a-4d55-93b8-e0a8f0a48ec0 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:40.332754 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6346de-ea5a-4d55-93b8-e0a8f0a48ec0 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:40.333084 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6346de-ea5a-4d55-93b8-e0a8f0a48ec0 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:40.360608 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbb97d-95c6-408d-9511-385661acbf11 req-1e6346de-ea5a-4d55-93b8-e0a8f0a48ec0 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:40.361243 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-dadbb97d-95c6-408d-9511-385661acbf11 req-1e6346de-ea5a-4d55-93b8-e0a8f0a48ec0 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:40.377470 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-dadbb97d-95c6-408d-9511-385661acbf11 req-1e6346de-ea5a-4d55-93b8-e0a8f0a48ec0 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5727196 Sep 22 22:22:40.466962 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [req-dadbb97d-95c6-408d-9511-385661acbf11 req-3b22fc59-929a-4532-855f-48b5989bce39 service neutron] Request body: {'port': {'device_id': 'f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:22:40.529016 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-dadbb97d-95c6-408d-9511-385661acbf11 req-3b22fc59-929a-4532-855f-48b5989bce39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (6a2dc51e-104b-4cdd-a84e-a105cd734a77), before_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:40.594153 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 46794) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:40.714802 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-9499f376-f197-4154-842b-49c529276045 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:40.805260 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-9499f376-f197-4154-842b-49c529276045 admin admin] Publish callbacks [] for security_group (9996c398-c2ae-4f72-9dd6-ed5270ee636d), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:40.810584 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-9499f376-f197-4154-842b-49c529276045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (9996c398-c2ae-4f72-9dd6-ed5270ee636d), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:40.814698 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.notifiers.nova [req-dadbb97d-95c6-408d-9511-385661acbf11 req-3b22fc59-929a-4532-855f-48b5989bce39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a2dc51e-104b-4cdd-a84e-a105cd734a77 {{(pid=106429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:22:40.823115 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-dadbb97d-95c6-408d-9511-385661acbf11 req-3b22fc59-929a-4532-855f-48b5989bce39 service neutron] Publish callbacks [] for port (6a2dc51e-104b-4cdd-a84e-a105cd734a77), precommit_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:40.836296 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.provisioning_blocks [req-dadbb97d-95c6-408d-9511-385661acbf11 req-3b22fc59-929a-4532-855f-48b5989bce39 service neutron] Transition to ACTIVE for port object 6a2dc51e-104b-4cdd-a84e-a105cd734a77 will not be triggered until provisioned by entity L2. {{(pid=106429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 22:22:40.839767 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-9499f376-f197-4154-842b-49c529276045 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f98adda9ad9c4348ab461e119c5ed82d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442982 Sep 22 22:22:40.841019 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-dadbb97d-95c6-408d-9511-385661acbf11 req-3b22fc59-929a-4532-855f-48b5989bce39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9559187'] for port (6a2dc51e-104b-4cdd-a84e-a105cd734a77), after_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:40.844796 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 46804) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:40.864834 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499f376-f197-4154-842b-49c529276045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9996c398-c2ae-4f72-9dd6-ed5270ee636d,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:40.913602 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202d3ff-46d8-459b-953f-475b0e3c2267 req-ef8dfdc1-9e9c-4ab1-9f4c-4a8bb293437d tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:40.915151 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2202d3ff-46d8-459b-953f-475b0e3c2267 req-ef8dfdc1-9e9c-4ab1-9f4c-4a8bb293437d tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 947 time: 0.0520930 Sep 22 22:22:40.934366 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22fc59-929a-4532-855f-48b5989bce39 service neutron] Pushing event updated for resources: {'Port': ['ID=6a2dc51e-104b-4cdd-a84e-a105cd734a77,revision_number=2']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:40.936855 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:40.965797 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2202d3ff-46d8-459b-953f-475b0e3c2267 req-6b94b390-2030-4864-a051-f291fcca9e71 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441320 Sep 22 22:22:40.996606 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:41.002703 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-0a072944-a2f7-40d3-a151-00287ae098a2 admin admin] Publish callbacks [] for security_group (9996c398-c2ae-4f72-9dd6-ed5270ee636d), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:41.032610 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.managers [req-dadbb97d-95c6-408d-9511-385661acbf11 req-3b22fc59-929a-4532-855f-48b5989bce39 service neutron] Attempting to bind port 6a2dc51e-104b-4cdd-a84e-a105cd734a77 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:22:41.032938 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.managers [req-dadbb97d-95c6-408d-9511-385661acbf11 req-3b22fc59-929a-4532-855f-48b5989bce39 service neutron] Attempting to bind port 6a2dc51e-104b-4cdd-a84e-a105cd734a77 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0988fd66-6f7a-4942-ab4d-2ae3bc59d161'}] {{(pid=106429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:22:41.033288 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadbb97d-95c6-408d-9511-385661acbf11 req-3b22fc59-929a-4532-855f-48b5989bce39 service neutron] Attempting to bind port 6a2dc51e-104b-4cdd-a84e-a105cd734a77 on network 0988fd66-6f7a-4942-ab4d-2ae3bc59d161 {{(pid=106429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:22:41.037729 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-0a072944-a2f7-40d3-a151-00287ae098a2 admin admin] Publish callbacks [] for security_group (9996c398-c2ae-4f72-9dd6-ed5270ee636d), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:41.104622 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadbb97d-95c6-408d-9511-385661acbf11 req-3b22fc59-929a-4532-855f-48b5989bce39 service neutron] Port 6a2dc51e-104b-4cdd-a84e-a105cd734a77 on network 0988fd66-6f7a-4942-ab4d-2ae3bc59d161 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 22:22:41.104622 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadbb97d-95c6-408d-9511-385661acbf11 req-3b22fc59-929a-4532-855f-48b5989bce39 service neutron] Attempting to bind port 6a2dc51e-104b-4cdd-a84e-a105cd734a77 on network 0988fd66-6f7a-4942-ab4d-2ae3bc59d161 {{(pid=106429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:22:41.137971 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-0a072944-a2f7-40d3-a151-00287ae098a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (9996c398-c2ae-4f72-9dd6-ed5270ee636d), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:41.140962 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-0a072944-a2f7-40d3-a151-00287ae098a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:41.142204 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-0a072944-a2f7-40d3-a151-00287ae098a2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9996c398-c2ae-4f72-9dd6-ed5270ee636d HTTP/1.1" status: 204 len: 168 time: 0.2935040 Sep 22 22:22:41.155869 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a072944-a2f7-40d3-a151-00287ae098a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9996c398-c2ae-4f72-9dd6-ed5270ee636d,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:41.162103 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadbb97d-95c6-408d-9511-385661acbf11 req-3b22fc59-929a-4532-855f-48b5989bce39 service neutron] Checking agent: {'id': 'f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'started_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:22:41.162439 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadbb97d-95c6-408d-9511-385661acbf11 req-3b22fc59-929a-4532-855f-48b5989bce39 service neutron] Checking segment: {'id': 'ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0988fd66-6f7a-4942-ab4d-2ae3bc59d161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:22:41.162861 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadbb97d-95c6-408d-9511-385661acbf11 req-3b22fc59-929a-4532-855f-48b5989bce39 service neutron] Bound using segment: {'id': 'ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0988fd66-6f7a-4942-ab4d-2ae3bc59d161'} {{(pid=106429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:22:41.163255 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.managers [req-dadbb97d-95c6-408d-9511-385661acbf11 req-3b22fc59-929a-4532-855f-48b5989bce39 service neutron] Bound port: 6a2dc51e-104b-4cdd-a84e-a105cd734a77, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0988fd66-6f7a-4942-ab4d-2ae3bc59d161'}}] {{(pid=106429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:22:41.164442 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-dadbb97d-95c6-408d-9511-385661acbf11 req-3b22fc59-929a-4532-855f-48b5989bce39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (6a2dc51e-104b-4cdd-a84e-a105cd734a77), before_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:41.174147 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:41.236219 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.db [req-dadbb97d-95c6-408d-9511-385661acbf11 req-3b22fc59-929a-4532-855f-48b5989bce39 service neutron] For port 6a2dc51e-104b-4cdd-a84e-a105cd734a77, host hv-cinder-84914, cleared binding levels {{(pid=106429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:22:41.240049 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.db [req-dadbb97d-95c6-408d-9511-385661acbf11 req-3b22fc59-929a-4532-855f-48b5989bce39 service neutron] For port 6a2dc51e-104b-4cdd-a84e-a105cd734a77, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6a2dc51e-104b-4cdd-a84e-a105cd734a77,segment=NetworkSegment(ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b),segment_id=ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b)] {{(pid=106429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:22:41.246804 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-dadbb97d-95c6-408d-9511-385661acbf11 req-3b22fc59-929a-4532-855f-48b5989bce39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9559187'] for port (6a2dc51e-104b-4cdd-a84e-a105cd734a77), after_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:41.251576 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbb97d-95c6-408d-9511-385661acbf11 req-3b22fc59-929a-4532-855f-48b5989bce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:41.252242 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-dadbb97d-95c6-408d-9511-385661acbf11 req-3b22fc59-929a-4532-855f-48b5989bce39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:41.253827 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-dadbb97d-95c6-408d-9511-385661acbf11 req-3b22fc59-929a-4532-855f-48b5989bce39 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/6a2dc51e-104b-4cdd-a84e-a105cd734a77 HTTP/1.1" status: 200 len: 1094 time: 0.7912056 Sep 22 22:22:41.254567 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b', 'tag': '6a2dc51e-104b-4cdd-a84e-a105cd734a77'}] {{(pid=106429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:22:41.256900 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fecb9e71e3cfecf727650ea9349eddd955ebb7a4b95363fd8d1edf6265131bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0872d36c-2d9d-4dc2-8231-d4038ce13984" -d '{"events": [{"name": "network-changed", "server_uuid": "f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b", "tag": "6a2dc51e-104b-4cdd-a84e-a105cd734a77"}]}' {{(pid=106429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:22:41.314393 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62f9c31-b3b7-45a4-b1ab-16fddb15381f x-openstack-request-id: req-b62f9c31-b3b7-45a4-b1ab-16fddb15381f {{(pid=106429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:22:41.314737 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b", "tag": "6a2dc51e-104b-4cdd-a84e-a105cd734a77", "status": "completed", "code": 200}]} {{(pid=106429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:22:41.316485 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b62f9c31-b3b7-45a4-b1ab-16fddb15381f {{(pid=106429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:22:41.316900 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b62f9c31-b3b7-45a4-b1ab-16fddb15381f'] response: {'name': 'network-changed', 'server_uuid': 'f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b', 'tag': '6a2dc51e-104b-4cdd-a84e-a105cd734a77', 'status': 'completed', 'code': 200} Sep 22 22:22:41.322668 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22fc59-929a-4532-855f-48b5989bce39 service neutron] Pushing event updated for resources: {'Port': ['ID=6a2dc51e-104b-4cdd-a84e-a105cd734a77,revision_number=3']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:41.323848 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e787e-0979-4fca-972d-eb5c85a2474c req-bf66c7f9-9bd7-4583-9a06-4725ef2091d0 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:41.325416 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c18e787e-0979-4fca-972d-eb5c85a2474c req-bf66c7f9-9bd7-4583-9a06-4725ef2091d0 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b HTTP/1.1" status: 200 len: 944 time: 0.0573611 Sep 22 22:22:41.380956 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c18e787e-0979-4fca-972d-eb5c85a2474c req-bad146a9-f686-4786-82e9-57f08da0eb8f tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=490710c8-2aed-46f9-9f9a-e56f0b75dde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439582 Sep 22 22:22:42.099886 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7c614-69a7-4af7-9616-e284e74ff8f6 req-eb419a9a-caf0-415e-a79e-627d39ccf760 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:42.105896 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-62e7c614-69a7-4af7-9616-e284e74ff8f6 req-eb419a9a-caf0-415e-a79e-627d39ccf760 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 947 time: 0.0519257 Sep 22 22:22:42.117876 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:42.166337 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-62e7c614-69a7-4af7-9616-e284e74ff8f6 req-1116c3b4-bb61-45d6-9af4-3804163747fa tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582118 Sep 22 22:22:42.194698 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872d36c-2d9d-4dc2-8231-d4038ce13984 req-a2f092d5-8923-40fc-9f5b-2cc22b901a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:42.196315 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-0872d36c-2d9d-4dc2-8231-d4038ce13984 req-a2f092d5-8923-40fc-9f5b-2cc22b901a27 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ed0761f1f2a148ce8b55f519a13421c8&device_id=f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b HTTP/1.1" status: 200 len: 1128 time: 0.0545108 Sep 22 22:22:42.206985 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 46846) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:42.321396 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872d36c-2d9d-4dc2-8231-d4038ce13984 req-568bbf1b-3653-4c1c-bb1b-99c5f61552b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:42.322882 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-0872d36c-2d9d-4dc2-8231-d4038ce13984 req-568bbf1b-3653-4c1c-bb1b-99c5f61552b5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=ed0761f1f2a148ce8b55f519a13421c8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1138232 Sep 22 22:22:42.323720 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d96bc563-e019-4acf-a2f4-4ed655e9aa90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:42.454984 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872d36c-2d9d-4dc2-8231-d4038ce13984 req-b72765b4-52ff-4d38-b5e9-6f51c2a1f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:42.456493 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-0872d36c-2d9d-4dc2-8231-d4038ce13984 req-b72765b4-52ff-4d38-b5e9-6f51c2a1f6f1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1250324 Sep 22 22:22:42.484296 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d96bc563-e019-4acf-a2f4-4ed655e9aa90 admin admin] Publish callbacks [] for security_group (c6ae4c46-33a5-42a3-a677-8d69e81ba919), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:42.489035 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d96bc563-e019-4acf-a2f4-4ed655e9aa90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (c6ae4c46-33a5-42a3-a677-8d69e81ba919), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:42.510878 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0205af5-aeef-48ef-bcc4-118d434b0e09 req-460a85fc-bd80-49f2-a852-90cdc2ed4e24 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:42.512367 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c0205af5-aeef-48ef-bcc4-118d434b0e09 req-460a85fc-bd80-49f2-a852-90cdc2ed4e24 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b HTTP/1.1" status: 200 len: 944 time: 0.0500371 Sep 22 22:22:42.532136 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:42.535409 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96bc563-e019-4acf-a2f4-4ed655e9aa90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ae4c46-33a5-42a3-a677-8d69e81ba919,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:42.543044 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-d96bc563-e019-4acf-a2f4-4ed655e9aa90 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=77f4d8ed616b4141ba0459d0ec15d83c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3349547 Sep 22 22:22:42.543287 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 46854) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:42.577803 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:42.602964 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c0205af5-aeef-48ef-bcc4-118d434b0e09 req-11ff2008-81e2-4d16-a3cc-b595d2a3c5ca tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=490710c8-2aed-46f9-9f9a-e56f0b75dde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841827 Sep 22 22:22:42.619121 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c0b05e87-4d41-4f01-b623-8f5e2a7e1960 admin admin] Publish callbacks [] for security_group (c6ae4c46-33a5-42a3-a677-8d69e81ba919), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:42.639563 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c0b05e87-4d41-4f01-b623-8f5e2a7e1960 admin admin] Publish callbacks [] for security_group (c6ae4c46-33a5-42a3-a677-8d69e81ba919), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:42.686574 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c0b05e87-4d41-4f01-b623-8f5e2a7e1960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (c6ae4c46-33a5-42a3-a677-8d69e81ba919), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:42.689776 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c0b05e87-4d41-4f01-b623-8f5e2a7e1960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:42.690916 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-c0b05e87-4d41-4f01-b623-8f5e2a7e1960 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c6ae4c46-33a5-42a3-a677-8d69e81ba919 HTTP/1.1" status: 204 len: 168 time: 0.1464643 Sep 22 22:22:42.698694 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b05e87-4d41-4f01-b623-8f5e2a7e1960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ae4c46-33a5-42a3-a677-8d69e81ba919,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:42.715585 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:42.761278 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbb97d-95c6-408d-9511-385661acbf11 req-3ae2fe83-ed8e-4f8c-b9b0-7ebcb93d85dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:42.762796 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-dadbb97d-95c6-408d-9511-385661acbf11 req-3ae2fe83-ed8e-4f8c-b9b0-7ebcb93d85dc service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ed0761f1f2a148ce8b55f519a13421c8&device_id=f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b HTTP/1.1" status: 200 len: 1128 time: 0.0435441 Sep 22 22:22:42.831264 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-dadbb97d-95c6-408d-9511-385661acbf11 req-61a95bed-63cb-4942-a714-c064a060632b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a2dc51e-104b-4cdd-a84e-a105cd734a77 HTTP/1.1" status: 200 len: 217 time: 0.0398624 Sep 22 22:22:42.885445 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbb97d-95c6-408d-9511-385661acbf11 req-991262ac-9303-4a87-8e07-487f7f3ee0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:42.886921 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-dadbb97d-95c6-408d-9511-385661acbf11 req-991262ac-9303-4a87-8e07-487f7f3ee0f6 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=f6cde0c5-096c-428e-a930-396ae528c812 HTTP/1.1" status: 200 len: 849 time: 0.0488966 Sep 22 22:22:42.999265 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-dadbb97d-95c6-408d-9511-385661acbf11 req-e2273f4a-6deb-486c-90f2-de55f57a6c26 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=0988fd66-6f7a-4942-ab4d-2ae3bc59d161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277138 Sep 22 22:22:43.020982 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00266767-bbdf-4b0e-b458-69f3646468c8 req-7328a789-f589-4424-ad97-c0dc7979ff34 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:43.022704 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-00266767-bbdf-4b0e-b458-69f3646468c8 req-7328a789-f589-4424-ad97-c0dc7979ff34 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 947 time: 0.0505590 Sep 22 22:22:43.112197 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-dadbb97d-95c6-408d-9511-385661acbf11 req-6891c553-5ee6-45ec-a3fc-f35ffd7f62f0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0988fd66-6f7a-4942-ab4d-2ae3bc59d161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066375 Sep 22 22:22:43.112736 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-00266767-bbdf-4b0e-b458-69f3646468c8 req-a6446234-3109-4804-88e8-92fe9e060e43 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Deleting port c8ece83a-0238-40e0-9d0d-3d28f90f9abf {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:22:43.113082 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-00266767-bbdf-4b0e-b458-69f3646468c8 req-a6446234-3109-4804-88e8-92fe9e060e43 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (c8ece83a-0238-40e0-9d0d-3d28f90f9abf), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:43.136724 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:43.218074 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-dadbb97d-95c6-408d-9511-385661acbf11 req-dd6e3db2-9874-4dd6-aa9b-da24171cf6c5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0988fd66-6f7a-4942-ab4d-2ae3bc59d161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001844 Sep 22 22:22:43.227287 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-00266767-bbdf-4b0e-b458-69f3646468c8 req-a6446234-3109-4804-88e8-92fe9e060e43 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] For port c8ece83a-0238-40e0-9d0d-3d28f90f9abf, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c8ece83a-0238-40e0-9d0d-3d28f90f9abf,segment=NetworkSegment(57625509-4963-4a20-95e6-4bf6edc1fe66),segment_id=57625509-4963-4a20-95e6-4bf6edc1fe66)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:22:43.227730 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-00266767-bbdf-4b0e-b458-69f3646468c8 req-a6446234-3109-4804-88e8-92fe9e060e43 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (c8ece83a-0238-40e0-9d0d-3d28f90f9abf), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:43.365775 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252119b1-a24d-4f08-8c6b-aeca3f8d9d64 req-dfb9d994-acc6-446e-a80e-9b0fcfb74326 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:43.367244 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-252119b1-a24d-4f08-8c6b-aeca3f8d9d64 req-dfb9d994-acc6-446e-a80e-9b0fcfb74326 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 947 time: 0.0896144 Sep 22 22:22:43.473482 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-252119b1-a24d-4f08-8c6b-aeca3f8d9d64 req-54104590-3bf8-470d-9328-0ce3cb8a9364 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=d471fa68-8520-4275-8bf1-c7dd81229da3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961111 Sep 22 22:22:43.476509 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-00266767-bbdf-4b0e-b458-69f3646468c8 req-a6446234-3109-4804-88e8-92fe9e060e43 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:43.476890 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-00266767-bbdf-4b0e-b458-69f3646468c8 req-a6446234-3109-4804-88e8-92fe9e060e43 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (f81f2fc7-e99d-4a35-9454-a80ed9e45dda), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:43.477241 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.db.l3_db [req-00266767-bbdf-4b0e-b458-69f3646468c8 req-a6446234-3109-4804-88e8-92fe9e060e43 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Floating IP f81f2fc7-e99d-4a35-9454-a80ed9e45dda disassociated. External IP: 172.27.1.156, port: c8ece83a-0238-40e0-9d0d-3d28f90f9abf. Sep 22 22:22:43.477599 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-00266767-bbdf-4b0e-b458-69f3646468c8 req-a6446234-3109-4804-88e8-92fe9e060e43 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Calling delete_port for c8ece83a-0238-40e0-9d0d-3d28f90f9abf owned by compute:nova {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:22:43.612932 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-00266767-bbdf-4b0e-b458-69f3646468c8 req-a6446234-3109-4804-88e8-92fe9e060e43 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (c8ece83a-0238-40e0-9d0d-3d28f90f9abf), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:43.641298 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6446234-3109-4804-88e8-92fe9e060e43 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Pushing event deleted for resources: {'Port': ['ID=c8ece83a-0238-40e0-9d0d-3d28f90f9abf,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:43.648344 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:43.759655 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:43.792487 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6a53b-ca5b-45e6-94dd-9e3cd330640b req-729b06c3-f5e9-4f57-8aff-8e34dca132fe tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:43.794050 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9ba6a53b-ca5b-45e6-94dd-9e3cd330640b req-729b06c3-f5e9-4f57-8aff-8e34dca132fe tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b HTTP/1.1" status: 200 len: 944 time: 0.0875556 Sep 22 22:22:43.803380 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00266767-bbdf-4b0e-b458-69f3646468c8 req-a6446234-3109-4804-88e8-92fe9e060e43 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Router efe5f40b-7b89-4007-9e61-f0b495da917b has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:22:43.894451 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9ba6a53b-ca5b-45e6-94dd-9e3cd330640b req-114f33d1-d660-46e9-9027-a7883ccc12f7 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=490710c8-2aed-46f9-9f9a-e56f0b75dde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936291 Sep 22 22:22:43.946260 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00266767-bbdf-4b0e-b458-69f3646468c8 req-a6446234-3109-4804-88e8-92fe9e060e43 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:22:43.957060 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bfb79e-8f95-4440-a776-fa4806a0b8a4 None None] Sync routers for ids ['efe5f40b-7b89-4007-9e61-f0b495da917b'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:22:43.970599 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bfb79e-8f95-4440-a776-fa4806a0b8a4 None None] Routers {'efe5f40b-7b89-4007-9e61-f0b495da917b'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:22:43.971408 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-93bfb79e-8f95-4440-a776-fa4806a0b8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:22:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['efe5f40b-7b89-4007-9e61-f0b495da917b'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:22:44.002441 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-00266767-bbdf-4b0e-b458-69f3646468c8 req-a6446234-3109-4804-88e8-92fe9e060e43 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] No DVR routers for this DVR port c8ece83a-0238-40e0-9d0d-3d28f90f9abf on host hv-cinder-84914 {{(pid=106428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:22:44.005022 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-00266767-bbdf-4b0e-b458-69f3646468c8 req-a6446234-3109-4804-88e8-92fe9e060e43 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:44.008303 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-00266767-bbdf-4b0e-b458-69f3646468c8 req-a6446234-3109-4804-88e8-92fe9e060e43 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.57 "DELETE /networking/v2.0/ports/c8ece83a-0238-40e0-9d0d-3d28f90f9abf HTTP/1.1" status: 204 len: 173 time: 0.9810421 Sep 22 22:22:44.008936 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03073c72-a5ba-4bab-90eb-f92f0396c092', 'name': 'network-vif-deleted', 'tag': 'c8ece83a-0238-40e0-9d0d-3d28f90f9abf'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:22:44.011395 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b9f2fd-2ddd-4dd1-9e9a-850fee9ce089" -d '{"events": [{"server_uuid": "03073c72-a5ba-4bab-90eb-f92f0396c092", "name": "network-vif-deleted", "tag": "c8ece83a-0238-40e0-9d0d-3d28f90f9abf"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:22:44.049728 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfd27d5-cee1-4317-a1b5-5a5eab90cf70 x-openstack-request-id: req-0dfd27d5-cee1-4317-a1b5-5a5eab90cf70 {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:22:44.050033 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03073c72-a5ba-4bab-90eb-f92f0396c092", "name": "network-vif-deleted", "tag": "c8ece83a-0238-40e0-9d0d-3d28f90f9abf", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:22:44.050278 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0dfd27d5-cee1-4317-a1b5-5a5eab90cf70 {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:22:44.050687 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dfd27d5-cee1-4317-a1b5-5a5eab90cf70'] response: {'server_uuid': '03073c72-a5ba-4bab-90eb-f92f0396c092', 'name': 'network-vif-deleted', 'tag': 'c8ece83a-0238-40e0-9d0d-3d28f90f9abf', 'status': 'completed', 'code': 200} Sep 22 22:22:44.100050 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-93bfb79e-8f95-4440-a776-fa4806a0b8a4 None None] Set router efe5f40b-7b89-4007-9e61-f0b495da917b gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:22:44.303478 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-93bfb79e-8f95-4440-a776-fa4806a0b8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'name': 'tempest-AttachVolumeShelveTestJSON-1509104447-router', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:29Z', 'revision_number': 4, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'gw_port': {'id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '1b4872c5-efe2-4cb4-aca9-24209d50b1b6', 'name': '', 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'mac_address': 'fa:16:3e:a7:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:29Z', 'updated_at': '2022-09-22T22:18:34Z', 'revision_number': 5, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'subnets': [{'id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:22:44.328839 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bfb79e-8f95-4440-a776-fa4806a0b8a4 None None] Checking router: efe5f40b-7b89-4007-9e61-f0b495da917b for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:22:44.337307 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bfb79e-8f95-4440-a776-fa4806a0b8a4 None None] Routers {'efe5f40b-7b89-4007-9e61-f0b495da917b'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:22:44.337917 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-93bfb79e-8f95-4440-a776-fa4806a0b8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:22:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['efe5f40b-7b89-4007-9e61-f0b495da917b'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:22:44.444673 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-93bfb79e-8f95-4440-a776-fa4806a0b8a4 None None] Set router efe5f40b-7b89-4007-9e61-f0b495da917b gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:22:44.594371 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8b1e8d48-efe1-4313-becd-6b8313b66990 req-835a299e-f291-479e-aa1f-595feaae5684 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 210 time: 0.0303478 Sep 22 22:22:44.636977 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-93bfb79e-8f95-4440-a776-fa4806a0b8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'name': 'tempest-AttachVolumeShelveTestJSON-1509104447-router', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:29Z', 'revision_number': 4, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'gw_port': {'id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '1b4872c5-efe2-4cb4-aca9-24209d50b1b6', 'name': '', 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'mac_address': 'fa:16:3e:a7:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:29Z', 'updated_at': '2022-09-22T22:18:34Z', 'revision_number': 5, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'subnets': [{'id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:22:44.661673 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bfb79e-8f95-4440-a776-fa4806a0b8a4 None None] The sync data for ids ['efe5f40b-7b89-4007-9e61-f0b495da917b'] in dv-cinder-849143-6-iscsi is: [{'id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'name': 'tempest-AttachVolumeShelveTestJSON-1509104447-router', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:29Z', 'revision_number': 4, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'gw_port': {'id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '1b4872c5-efe2-4cb4-aca9-24209d50b1b6', 'name': '', 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'mac_address': 'fa:16:3e:a7:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:29Z', 'updated_at': '2022-09-22T22:18:34Z', 'revision_number': 5, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'subnets': [{'id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:22:44.901682 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee15fef-6491-46b0-bb34-a3131200fa64 None None] New status for floating IP f81f2fc7-e99d-4a35-9454-a80ed9e45dda: DOWN {{(pid=106431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 22:22:44.903069 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-3a864d07-ed11-4967-a012-c7e12a71216b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:45.032564 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e732c-96f5-475f-850e-b36968388913 req-58b3a409-080e-46cb-83fc-276364ced8aa tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:45.034334 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cc8e732c-96f5-475f-850e-b36968388913 req-58b3a409-080e-46cb-83fc-276364ced8aa tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b HTTP/1.1" status: 200 len: 944 time: 0.0494158 Sep 22 22:22:45.087052 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cc8e732c-96f5-475f-850e-b36968388913 req-fd385443-7819-46af-815d-7294eea342bd tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=490710c8-2aed-46f9-9f9a-e56f0b75dde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469391 Sep 22 22:22:45.710681 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4633ed9f-15dc-4cd6-946d-4e4103cd93c9 req-4af2987f-638a-4701-9d72-9fb3bb0caffc tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03073c72-a5ba-4bab-90eb-f92f0396c092 HTTP/1.1" status: 200 len: 210 time: 0.0322483 Sep 22 22:22:46.037755 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 6a2dc51e-104b-4cdd-a84e-a105cd734a77 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 22:22:46.153609 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 6a2dc51e-104b-4cdd-a84e-a105cd734a77, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6a2dc51e-104b-4cdd-a84e-a105cd734a77,segment=NetworkSegment(ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b),segment_id=ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:22:46.166195 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Returning: {'device': '6a2dc51e-104b-4cdd-a84e-a105cd734a77', 'network_id': '0988fd66-6f7a-4942-ab4d-2ae3bc59d161', 'port_id': '6a2dc51e-104b-4cdd-a84e-a105cd734a77', 'mac_address': 'fa:16:3e:32:5d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6cde0c5-096c-428e-a930-396ae528c812', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 22:22:46.204662 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port 6a2dc51e-104b-4cdd-a84e-a105cd734a77 is: DOWN; New status is: BUILD {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:22:46.205466 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (6a2dc51e-104b-4cdd-a84e-a105cd734a77), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:46.221650 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a2dc51e-104b-4cdd-a84e-a105cd734a77 {{(pid=106430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:22:46.242280 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:46.244580 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 6a2dc51e-104b-4cdd-a84e-a105cd734a77, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6a2dc51e-104b-4cdd-a84e-a105cd734a77,segment=NetworkSegment(ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b),segment_id=ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:22:46.249325 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (6a2dc51e-104b-4cdd-a84e-a105cd734a77), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:46.251914 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a815eb-42ae-4a5d-9807-47a0fc96bd5c req-984a914b-fc6d-46bb-bccb-58b78e326d49 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:46.255140 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-35a815eb-42ae-4a5d-9807-47a0fc96bd5c req-984a914b-fc6d-46bb-bccb-58b78e326d49 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b HTTP/1.1" status: 200 len: 944 time: 0.0693235 Sep 22 22:22:46.305755 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=6a2dc51e-104b-4cdd-a84e-a105cd734a77,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:46.313921 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-35a815eb-42ae-4a5d-9807-47a0fc96bd5c req-22dcb746-2049-4c41-841e-11d031c50dec tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=490710c8-2aed-46f9-9f9a-e56f0b75dde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529802 Sep 22 22:22:46.726432 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['6a2dc51e-104b-4cdd-a84e-a105cd734a77'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:22:46.772320 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:46.828186 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 46948) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:46.890338 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-6c630f6d-dcad-4be5-b770-7c1dd99ca64a tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for security_group (d471fa68-8520-4275-8bf1-c7dd81229da3), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:46.914180 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-6c630f6d-dcad-4be5-b770-7c1dd99ca64a tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for security_group (d471fa68-8520-4275-8bf1-c7dd81229da3), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:46.971242 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-6c630f6d-dcad-4be5-b770-7c1dd99ca64a tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (d471fa68-8520-4275-8bf1-c7dd81229da3), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:46.973949 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-6c630f6d-dcad-4be5-b770-7c1dd99ca64a tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:46.975127 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-6c630f6d-dcad-4be5-b770-7c1dd99ca64a tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d471fa68-8520-4275-8bf1-c7dd81229da3 HTTP/1.1" status: 204 len: 168 time: 0.1459775 Sep 22 22:22:46.978053 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 46956) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:46.985300 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c630f6d-dcad-4be5-b770-7c1dd99ca64a tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d471fa68-8520-4275-8bf1-c7dd81229da3,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:46.994503 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.api.v2.resource [None req-0ade11d5-ab2d-48b1-a698-3ba2511ae237 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] show failed (client error): The resource could not be found. Sep 22 22:22:46.995800 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-0ade11d5-ab2d-48b1-a698-3ba2511ae237 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups/d471fa68-8520-4275-8bf1-c7dd81229da3 HTTP/1.1" status: 404 len: 347 time: 0.0159154 Sep 22 22:22:46.998621 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 46958) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:47.073753 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fa098012-b6fc-45fc-920d-495478a50d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:47.113061 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-0595bbe5-603c-46fc-bac4-5caf4f8c79d4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Deleting port bbc1dcc0-d9f6-4688-a87c-16a5279944d5 {{(pid=106429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:22:47.113431 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-0595bbe5-603c-46fc-bac4-5caf4f8c79d4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (bbc1dcc0-d9f6-4688-a87c-16a5279944d5), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:47.192458 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-0595bbe5-603c-46fc-bac4-5caf4f8c79d4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (bbc1dcc0-d9f6-4688-a87c-16a5279944d5), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:47.192845 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-0595bbe5-603c-46fc-bac4-5caf4f8c79d4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for floatingip (bbc1dcc0-d9f6-4688-a87c-16a5279944d5), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:47.205849 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-0595bbe5-603c-46fc-bac4-5caf4f8c79d4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Calling delete_port for bbc1dcc0-d9f6-4688-a87c-16a5279944d5 owned by network:floatingip {{(pid=106429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:22:47.341349 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-0595bbe5-603c-46fc-bac4-5caf4f8c79d4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (bbc1dcc0-d9f6-4688-a87c-16a5279944d5), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:47.366677 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595bbe5-603c-46fc-bac4-5caf4f8c79d4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Pushing event deleted for resources: {'Port': ['ID=bbc1dcc0-d9f6-4688-a87c-16a5279944d5,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:47.428429 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-0595bbe5-603c-46fc-bac4-5caf4f8c79d4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for floatingip (f81f2fc7-e99d-4a35-9454-a80ed9e45dda), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:47.430969 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-0595bbe5-603c-46fc-bac4-5caf4f8c79d4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:47.432106 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-0595bbe5-603c-46fc-bac4-5caf4f8c79d4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/f81f2fc7-e99d-4a35-9454-a80ed9e45dda HTTP/1.1" status: 204 len: 168 time: 0.4322894 Sep 22 22:22:47.440091 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27624e93-303f-4f97-ae5c-e266a8eae0e4 req-07a6a518-3739-419e-9b20-68f1756bea12 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:47.442149 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-27624e93-303f-4f97-ae5c-e266a8eae0e4 req-07a6a518-3739-419e-9b20-68f1756bea12 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b HTTP/1.1" status: 200 len: 945 time: 0.0491858 Sep 22 22:22:47.490525 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-27624e93-303f-4f97-ae5c-e266a8eae0e4 req-6d858738-8d4d-47cc-afd6-f4303da03ffb tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=490710c8-2aed-46f9-9f9a-e56f0b75dde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425215 Sep 22 22:22:47.520598 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 46964) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:47.525091 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-3bc5d6e1-55ed-48dc-b0a6-ebc7aab73b88 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1943461209', 'description': 'tempest-description--1639911285'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:22:47.546559 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3bc5d6e1-55ed-48dc-b0a6-ebc7aab73b88 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:47.564441 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:47.619852 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3bc5d6e1-55ed-48dc-b0a6-ebc7aab73b88 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for security_group (1fda2212-a926-4459-84aa-aaa7e4823f2e), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:47.625194 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3bc5d6e1-55ed-48dc-b0a6-ebc7aab73b88 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (1fda2212-a926-4459-84aa-aaa7e4823f2e), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:47.641908 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:47.655851 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-3bc5d6e1-55ed-48dc-b0a6-ebc7aab73b88 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:47.657065 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-3bc5d6e1-55ed-48dc-b0a6-ebc7aab73b88 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1354337 Sep 22 22:22:47.659403 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5d6e1-55ed-48dc-b0a6-ebc7aab73b88 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fda2212-a926-4459-84aa-aaa7e4823f2e,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:47.660937 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 46966) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:47.665486 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-78214e68-c5c3-4ce0-9395-4007498bf4d7 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Request body: {'security_group_rule': {'security_group_id': '1fda2212-a926-4459-84aa-aaa7e4823f2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:22:47.691024 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-78214e68-c5c3-4ce0-9395-4007498bf4d7 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for security_group_rule (55115e78-5140-4d3c-bc3d-84f6ce29981d), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:47.746048 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-78214e68-c5c3-4ce0-9395-4007498bf4d7 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for security_group_rule (55115e78-5140-4d3c-bc3d-84f6ce29981d), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:47.749492 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-78214e68-c5c3-4ce0-9395-4007498bf4d7 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (55115e78-5140-4d3c-bc3d-84f6ce29981d), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:47.766980 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78214e68-c5c3-4ce0-9395-4007498bf4d7 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55115e78-5140-4d3c-bc3d-84f6ce29981d,revision_number=0']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:47.775193 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-78214e68-c5c3-4ce0-9395-4007498bf4d7 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:47.776383 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-78214e68-c5c3-4ce0-9395-4007498bf4d7 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144218 Sep 22 22:22:47.779057 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 46968) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:47.783850 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-392e1f05-fcd8-471c-908c-68b1ab03cae3 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Request body: {'security_group_rule': {'security_group_id': '1fda2212-a926-4459-84aa-aaa7e4823f2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:22:47.807475 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:47.809360 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-392e1f05-fcd8-471c-908c-68b1ab03cae3 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for security_group_rule (d21ece1c-d69d-4c86-b0c2-50d045b6156a), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:47.822092 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:47.874400 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-392e1f05-fcd8-471c-908c-68b1ab03cae3 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for security_group_rule (d21ece1c-d69d-4c86-b0c2-50d045b6156a), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:47.877955 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-392e1f05-fcd8-471c-908c-68b1ab03cae3 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (d21ece1c-d69d-4c86-b0c2-50d045b6156a), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:47.896588 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e1f05-fcd8-471c-908c-68b1ab03cae3 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d21ece1c-d69d-4c86-b0c2-50d045b6156a,revision_number=0']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:47.903752 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-392e1f05-fcd8-471c-908c-68b1ab03cae3 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:47.905027 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-392e1f05-fcd8-471c-908c-68b1ab03cae3 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250350 Sep 22 22:22:47.908766 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 46970) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:47.913019 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-a37c8bac-94f1-444d-adc8-d4483cfaa2bd tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Request body: {'floatingip': {'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:22:47.934170 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-a37c8bac-94f1-444d-adc8-d4483cfaa2bd tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:48.012138 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-a37c8bac-94f1-444d-adc8-d4483cfaa2bd tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:48.030005 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 6a2dc51e-104b-4cdd-a84e-a105cd734a77 up at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:22:48.142893 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [None req-a37c8bac-94f1-444d-adc8-d4483cfaa2bd tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Allocated IP 172.27.1.194 (222d3bc3-ee2a-4d75-8e21-75e580ff73b3/4214672d-8971-44fc-bb6c-9c23836d3a7a/d16b23f5-652c-4061-9476-9cd8b1f0ad3c) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:22:48.208287 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning for port 6a2dc51e-104b-4cdd-a84e-a105cd734a77 completed by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 22:22:48.216714 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning complete for port 6a2dc51e-104b-4cdd-a84e-a105cd734a77 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:22:48.217483 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (6a2dc51e-104b-4cdd-a84e-a105cd734a77), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:48.217984 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Attempt 1 to provision port 6a2dc51e-104b-4cdd-a84e-a105cd734a77 Sep 22 22:22:48.260822 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-a37c8bac-94f1-444d-adc8-d4483cfaa2bd tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for port (d16b23f5-652c-4061-9476-9cd8b1f0ad3c), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:48.295372 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-a37c8bac-94f1-444d-adc8-d4483cfaa2bd tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (d16b23f5-652c-4061-9476-9cd8b1f0ad3c), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:48.325957 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port 6a2dc51e-104b-4cdd-a84e-a105cd734a77 is: BUILD; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:22:48.326417 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (6a2dc51e-104b-4cdd-a84e-a105cd734a77), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:48.344737 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c8bac-94f1-444d-adc8-d4483cfaa2bd tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Pushing event updated for resources: {'Port': ['ID=d16b23f5-652c-4061-9476-9cd8b1f0ad3c,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:48.358853 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37c8bac-94f1-444d-adc8-d4483cfaa2bd tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:22:48.360624 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [None req-a37c8bac-94f1-444d-adc8-d4483cfaa2bd tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:22:48.363929 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2dc51e-104b-4cdd-a84e-a105cd734a77'}] {{(pid=106430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:22:48.364246 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37c8bac-94f1-444d-adc8-d4483cfaa2bd tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:22:48.366683 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2272dcd180a18b0bdbf7a4ac2a7f9325cd9193a83f54eb82bc11fdb6a8b27d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cceb2f-8046-48db-8d41-07d4b6e7d43c" -d '{"events": [{"server_uuid": "f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b", "name": "network-vif-plugged", "status": "completed", "tag": "6a2dc51e-104b-4cdd-a84e-a105cd734a77"}]}' {{(pid=106430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:22:48.387338 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 6a2dc51e-104b-4cdd-a84e-a105cd734a77, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6a2dc51e-104b-4cdd-a84e-a105cd734a77,segment=NetworkSegment(ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b),segment_id=ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:22:48.395978 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:48.398362 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (6a2dc51e-104b-4cdd-a84e-a105cd734a77), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:48.400103 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device c8ece83a-0238-40e0-9d0d-3d28f90f9abf no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:22:48.449658 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4944d9fd-11a8-4ef6-a399-ef0ffd4cc1de x-openstack-request-id: req-4944d9fd-11a8-4ef6-a399-ef0ffd4cc1de {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:22:48.450202 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b", "name": "network-vif-plugged", "status": "completed", "tag": "6a2dc51e-104b-4cdd-a84e-a105cd734a77", "code": 200}]} {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:22:48.450455 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4944d9fd-11a8-4ef6-a399-ef0ffd4cc1de {{(pid=106430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:22:48.450850 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4944d9fd-11a8-4ef6-a399-ef0ffd4cc1de'] response: {'server_uuid': 'f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2dc51e-104b-4cdd-a84e-a105cd734a77', 'code': 200} Sep 22 22:22:48.455277 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] No Port match for: c8ece83a-0238-40e0-9d0d-3d28f90f9abf {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:22:48.455819 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device c8ece83a-0238-40e0-9d0d-3d28f90f9abf not bound to the agent host hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:22:48.462216 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-a37c8bac-94f1-444d-adc8-d4483cfaa2bd tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for floatingip (07029227-f9a8-4973-8a57-3b31a50ca2a4), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:48.491307 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=6a2dc51e-104b-4cdd-a84e-a105cd734a77,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:48.510166 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-a37c8bac-94f1-444d-adc8-d4483cfaa2bd tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (d16b23f5-652c-4061-9476-9cd8b1f0ad3c), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:48.649849 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:48.650335 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:48.695718 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e51299-6f2e-4ab0-99b3-cc3d7b352d43 req-6f10cb79-f73c-4946-9e1b-c0364bb26eeb tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:48.697223 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-52e51299-6f2e-4ab0-99b3-cc3d7b352d43 req-6f10cb79-f73c-4946-9e1b-c0364bb26eeb tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b HTTP/1.1" status: 200 len: 946 time: 0.1223578 Sep 22 22:22:48.727023 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8b00d-a47e-4350-815a-3c27045059f7 req-ed8380d7-8719-40cc-8a72-50327929d088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:48.728456 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0be8b00d-a47e-4350-815a-3c27045059f7 req-ed8380d7-8719-40cc-8a72-50327929d088 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b HTTP/1.1" status: 200 len: 1130 time: 0.0936136 Sep 22 22:22:48.808478 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-a37c8bac-94f1-444d-adc8-d4483cfaa2bd tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for port (d16b23f5-652c-4061-9476-9cd8b1f0ad3c), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:48.823724 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-a37c8bac-94f1-444d-adc8-d4483cfaa2bd tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (d16b23f5-652c-4061-9476-9cd8b1f0ad3c), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:48.875712 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-52e51299-6f2e-4ab0-99b3-cc3d7b352d43 req-046495fa-27f6-4e5d-bfde-3de136f9c59f tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=490710c8-2aed-46f9-9f9a-e56f0b75dde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641738 Sep 22 22:22:48.881242 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0be8b00d-a47e-4350-815a-3c27045059f7 req-5b3a1a43-e64b-44ed-a0e1-6c7581ea3b44 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=490710c8-2aed-46f9-9f9a-e56f0b75dde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440444 Sep 22 22:22:48.909456 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-a37c8bac-94f1-444d-adc8-d4483cfaa2bd tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (07029227-f9a8-4973-8a57-3b31a50ca2a4), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:48.913136 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c8bac-94f1-444d-adc8-d4483cfaa2bd tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Pushing event updated for resources: {'Port': ['ID=d16b23f5-652c-4061-9476-9cd8b1f0ad3c,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:48.928151 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-a37c8bac-94f1-444d-adc8-d4483cfaa2bd tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:48.929427 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-a37c8bac-94f1-444d-adc8-d4483cfaa2bd tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0196860 Sep 22 22:22:49.128793 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-2cefd573-fd9e-4070-b63c-4e11c7d660bc tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1943461209&fields=id&tenant_id=eaff29c3c9b84929b0451e8e82caf4f2 HTTP/1.1" status: 200 len: 267 time: 0.0419383 Sep 22 22:22:49.235807 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-cbab16ba-6688-4d47-a288-9a62c5bdc439 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:49.237397 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-cbab16ba-6688-4d47-a288-9a62c5bdc439 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/networks?id=a3032908-0d20-4083-a609-def5ad9a09dd HTTP/1.1" status: 200 len: 817 time: 0.1022120 Sep 22 22:22:49.253382 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-b092248d-6450-4e36-a81f-1a08bc842152 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/quotas/eaff29c3c9b84929b0451e8e82caf4f2 HTTP/1.1" status: 200 len: 375 time: 0.0096881 Sep 22 22:22:49.303465 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-87e01e3d-668f-4f95-a809-34db2bac2818 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=eaff29c3c9b84929b0451e8e82caf4f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451918 Sep 22 22:22:49.498139 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-1fea19ff-5d72-402c-a272-456da023bac5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a3032908-0d20-4083-a609-def5ad9a09dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821589 Sep 22 22:22:49.597256 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-8202c3c0-500e-4768-a933-cef639af8403 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a3032908-0d20-4083-a609-def5ad9a09dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924373 Sep 22 22:22:49.764419 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1ca13660-904c-4e8e-9c56-9f8b425ee770 req-9df1e249-88d2-46da-bd6c-b26c4ca14945 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 210 time: 0.0292137 Sep 22 22:22:49.797518 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:50.011560 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84877e9f-b2a9-4748-8690-0a576c20c3b4 req-b1edf832-5fda-43fe-8e0b-537134af5d60 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:50.013751 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-84877e9f-b2a9-4748-8690-0a576c20c3b4 req-b1edf832-5fda-43fe-8e0b-537134af5d60 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b HTTP/1.1" status: 200 len: 946 time: 0.0600908 Sep 22 22:22:50.076087 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-84877e9f-b2a9-4748-8690-0a576c20c3b4 req-e14148a3-ebc9-4064-bda8-dea8be6c0313 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=490710c8-2aed-46f9-9f9a-e56f0b75dde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567160 Sep 22 22:22:50.136508 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:50.886670 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2b2fad38-abfe-4031-852a-32fa72a3842b req-7c74eb4b-252c-4e7c-8d2c-c8b437737aeb tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 210 time: 0.0300820 Sep 22 22:22:51.182870 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:51.202245 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e13664-abfe-4aa2-90ad-afe150f9fb95 req-8f30107a-cf7d-4abb-841a-904a227c7fe9 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:51.203733 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-66e13664-abfe-4aa2-90ad-afe150f9fb95 req-8f30107a-cf7d-4abb-841a-904a227c7fe9 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b HTTP/1.1" status: 200 len: 946 time: 0.0484211 Sep 22 22:22:51.229703 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 47044) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:51.253336 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-66e13664-abfe-4aa2-90ad-afe150f9fb95 req-8f2d1e3c-df8a-4328-8ee2-7286f8246418 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=490710c8-2aed-46f9-9f9a-e56f0b75dde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431564 Sep 22 22:22:51.339640 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a7d2b53f-a151-4bda-80d3-03e9c3dbdc50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:51.421678 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a7d2b53f-a151-4bda-80d3-03e9c3dbdc50 admin admin] Publish callbacks [] for security_group (e9fcf93c-f03c-4fee-bc8c-29a5f3e45ac2), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:51.425827 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a7d2b53f-a151-4bda-80d3-03e9c3dbdc50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (e9fcf93c-f03c-4fee-bc8c-29a5f3e45ac2), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:51.449276 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:51.471444 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2b53f-a151-4bda-80d3-03e9c3dbdc50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fcf93c-f03c-4fee-bc8c-29a5f3e45ac2,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:51.482026 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-a7d2b53f-a151-4bda-80d3-03e9c3dbdc50 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=683de3acf3114dd1aed5f8e2fe49919d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512090 Sep 22 22:22:51.482720 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 47052) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:51.550941 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-4f23803e-bbe5-4ae0-b2e7-df209bc7905f admin admin] Publish callbacks [] for security_group (e9fcf93c-f03c-4fee-bc8c-29a5f3e45ac2), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:51.580614 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-4f23803e-bbe5-4ae0-b2e7-df209bc7905f admin admin] Publish callbacks [] for security_group (e9fcf93c-f03c-4fee-bc8c-29a5f3e45ac2), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:51.619604 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-6658e1e1-a254-46ba-b0e7-e33899242dda tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:51.621165 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-6658e1e1-a254-46ba-b0e7-e33899242dda tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.57 "GET /networking/v2.0/networks?id=a3032908-0d20-4083-a609-def5ad9a09dd HTTP/1.1" status: 200 len: 817 time: 0.1647060 Sep 22 22:22:51.634701 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-4f23803e-bbe5-4ae0-b2e7-df209bc7905f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (e9fcf93c-f03c-4fee-bc8c-29a5f3e45ac2), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:51.637880 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-4f23803e-bbe5-4ae0-b2e7-df209bc7905f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:51.639537 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-4f23803e-bbe5-4ae0-b2e7-df209bc7905f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e9fcf93c-f03c-4fee-bc8c-29a5f3e45ac2 HTTP/1.1" status: 204 len: 168 time: 0.1559129 Sep 22 22:22:51.648294 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23803e-bbe5-4ae0-b2e7-df209bc7905f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fcf93c-f03c-4fee-bc8c-29a5f3e45ac2,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:51.692290 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:51.712647 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-61154245-4e20-4f2f-a2b3-5180aff60aee tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=eaff29c3c9b84929b0451e8e82caf4f2 HTTP/1.1" status: 200 len: 380 time: 0.0629930 Sep 22 22:22:51.788303 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-46cd6a8f-ecc3-4367-905f-11027febe698 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Request body: {'port': {'device_id': '66df723f-5a3d-4e8d-892e-c04622d4f50f', 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd', 'admin_state_up': True, 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'security_groups': ['1fda2212-a926-4459-84aa-aaa7e4823f2e']}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:22:51.924122 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-46cd6a8f-ecc3-4367-905f-11027febe698 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Made reservation on behalf of eaff29c3c9b84929b0451e8e82caf4f2 for: {'port': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:22:51.928814 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-46cd6a8f-ecc3-4367-905f-11027febe698 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:51.962816 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 47072) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:51.977940 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-31740637-cefc-4b5f-9345-1eaad019629c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:52.090108 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-31740637-cefc-4b5f-9345-1eaad019629c admin admin] Publish callbacks [] for security_group (a53b21fb-1382-4274-bc32-00d9869355af), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:52.094679 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-31740637-cefc-4b5f-9345-1eaad019629c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (a53b21fb-1382-4274-bc32-00d9869355af), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:52.137376 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-31740637-cefc-4b5f-9345-1eaad019629c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2a30772281c642c39d89855ab5a824b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1735332 Sep 22 22:22:52.138101 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31740637-cefc-4b5f-9345-1eaad019629c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53b21fb-1382-4274-bc32-00d9869355af,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:52.141267 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 47076) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:52.196347 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7ef288d1-a58c-4157-8b37-2dd16783cc4c admin admin] Publish callbacks [] for security_group (a53b21fb-1382-4274-bc32-00d9869355af), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:52.217714 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7ef288d1-a58c-4157-8b37-2dd16783cc4c admin admin] Publish callbacks [] for security_group (a53b21fb-1382-4274-bc32-00d9869355af), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:52.269247 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7ef288d1-a58c-4157-8b37-2dd16783cc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (a53b21fb-1382-4274-bc32-00d9869355af), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:52.271786 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7ef288d1-a58c-4157-8b37-2dd16783cc4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:52.272958 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-7ef288d1-a58c-4157-8b37-2dd16783cc4c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a53b21fb-1382-4274-bc32-00d9869355af HTTP/1.1" status: 204 len: 168 time: 0.1307747 Sep 22 22:22:52.281776 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef288d1-a58c-4157-8b37-2dd16783cc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53b21fb-1382-4274-bc32-00d9869355af,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:52.349910 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0cfb5642-2f25-4454-84f8-24874372f047 req-48440f36-3604-44b3-bcfe-9b54e8007e34 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 210 time: 0.3323646 Sep 22 22:22:52.363878 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6145eee-b449-4558-907a-193250f1acae req-5747970b-4a01-467c-a8c7-c52bfd039466 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:52.365349 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c6145eee-b449-4558-907a-193250f1acae req-5747970b-4a01-467c-a8c7-c52bfd039466 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b HTTP/1.1" status: 200 len: 946 time: 0.3491387 Sep 22 22:22:52.410302 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-46cd6a8f-ecc3-4367-905f-11027febe698 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Allocated IP 172.20.0.11 (a3032908-0d20-4083-a609-def5ad9a09dd/b371fb7c-e81d-4b99-a872-fa8fc506c36f/6109b39c-b3b8-4d3e-b43e-90fe65c142f8) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:22:52.453975 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c6145eee-b449-4558-907a-193250f1acae req-96c3fe08-1c76-429f-b797-05d4536234d8 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=490710c8-2aed-46f9-9f9a-e56f0b75dde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795321 Sep 22 22:22:52.588410 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-46cd6a8f-ecc3-4367-905f-11027febe698 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for port (6109b39c-b3b8-4d3e-b43e-90fe65c142f8), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:52.621650 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-46cd6a8f-ecc3-4367-905f-11027febe698 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (6109b39c-b3b8-4d3e-b43e-90fe65c142f8), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:52.644438 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 47082) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:52.657541 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-962bd3c6-70bb-4d17-86d9-20d691556133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:52.665022 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:52.667047 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-46cd6a8f-ecc3-4367-905f-11027febe698 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Network a3032908-0d20-4083-a609-def5ad9a09dd is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:22:52.669144 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:DELETE=6 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:52.672749 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-46cd6a8f-ecc3-4367-905f-11027febe698 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:22:52.675311 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-46cd6a8f-ecc3-4367-905f-11027febe698 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:22:52.711023 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd6a8f-ecc3-4367-905f-11027febe698 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Pushing event updated for resources: {'Port': ['ID=6109b39c-b3b8-4d3e-b43e-90fe65c142f8,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:52.742809 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-46cd6a8f-ecc3-4367-905f-11027febe698 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:52.743417 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-46cd6a8f-ecc3-4367-905f-11027febe698 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:52.748796 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-962bd3c6-70bb-4d17-86d9-20d691556133 admin admin] Publish callbacks [] for security_group (e6054945-6763-4e60-addc-d947157beafb), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:52.754202 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-962bd3c6-70bb-4d17-86d9-20d691556133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (e6054945-6763-4e60-addc-d947157beafb), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:52.762448 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-46cd6a8f-ecc3-4367-905f-11027febe698 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9781783 Sep 22 22:22:52.795364 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-962bd3c6-70bb-4d17-86d9-20d691556133 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8897693887d74d8ab5f3793623aaa850&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1497860 Sep 22 22:22:52.796217 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962bd3c6-70bb-4d17-86d9-20d691556133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6054945-6763-4e60-addc-d947157beafb,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:52.799449 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 47084) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:22:52.853854 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8a614b38-4bf6-495f-8660-90837b2a9844 admin admin] Publish callbacks [] for security_group (e6054945-6763-4e60-addc-d947157beafb), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:52.867351 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:52.876517 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8a614b38-4bf6-495f-8660-90837b2a9844 admin admin] Publish callbacks [] for security_group (e6054945-6763-4e60-addc-d947157beafb), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:52.932824 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-13de611b-152f-4a94-9922-089071f5ad97 None None] Provisioning complete for port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:22:52.933426 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8a614b38-4bf6-495f-8660-90837b2a9844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (e6054945-6763-4e60-addc-d947157beafb), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:52.933801 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-13de611b-152f-4a94-9922-089071f5ad97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (6109b39c-b3b8-4d3e-b43e-90fe65c142f8), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:52.933801 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-13de611b-152f-4a94-9922-089071f5ad97 None None] Attempt 1 to provision port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 Sep 22 22:22:52.935624 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8a614b38-4bf6-495f-8660-90837b2a9844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:52.936861 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-8a614b38-4bf6-495f-8660-90837b2a9844 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e6054945-6763-4e60-addc-d947157beafb HTTP/1.1" status: 204 len: 168 time: 0.1364026 Sep 22 22:22:52.944872 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a614b38-4bf6-495f-8660-90837b2a9844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6054945-6763-4e60-addc-d947157beafb,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:52.979792 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-13de611b-152f-4a94-9922-089071f5ad97 None None] Port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:22:53.078196 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-edcc3a98-ed1c-4957-b375-47e0a64bd1a9 service neutron] Request body: {'port': {'device_id': '66df723f-5a3d-4e8d-892e-c04622d4f50f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:22:53.143491 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-edcc3a98-ed1c-4957-b375-47e0a64bd1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (6109b39c-b3b8-4d3e-b43e-90fe65c142f8), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:53.418858 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-edcc3a98-ed1c-4957-b375-47e0a64bd1a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 {{(pid=106428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:22:53.427233 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-edcc3a98-ed1c-4957-b375-47e0a64bd1a9 service neutron] Publish callbacks [] for port (6109b39c-b3b8-4d3e-b43e-90fe65c142f8), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:53.450184 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.provisioning_blocks [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-edcc3a98-ed1c-4957-b375-47e0a64bd1a9 service neutron] Transition to ACTIVE for port object 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 will not be triggered until provisioned by entity L2. {{(pid=106428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 22:22:53.454038 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-edcc3a98-ed1c-4957-b375-47e0a64bd1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (6109b39c-b3b8-4d3e-b43e-90fe65c142f8), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:53.481677 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-13de611b-152f-4a94-9922-089071f5ad97 None None] Attempt 2 to provision port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 Sep 22 22:22:53.521097 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-13de611b-152f-4a94-9922-089071f5ad97 None None] Port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:22:53.527098 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301f4c2-4378-4d4a-86e2-d7b86f49ad46 req-b7a16f73-f606-4052-bc14-f50c5368a354 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:53.528584 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b301f4c2-4378-4d4a-86e2-d7b86f49ad46 req-b7a16f73-f606-4052-bc14-f50c5368a354 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 944 time: 0.0898945 Sep 22 22:22:53.571515 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc3a98-ed1c-4957-b375-47e0a64bd1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6109b39c-b3b8-4d3e-b43e-90fe65c142f8,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:53.663031 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27468d89-b8d0-48db-a4a3-bf8768e2306c req-916ebe54-ff73-4564-ac03-b5f22fa286bc tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:53.664415 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-27468d89-b8d0-48db-a4a3-bf8768e2306c req-916ebe54-ff73-4564-ac03-b5f22fa286bc tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b HTTP/1.1" status: 200 len: 946 time: 0.1022766 Sep 22 22:22:53.670252 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b301f4c2-4378-4d4a-86e2-d7b86f49ad46 req-e2c53e18-0a4e-41b3-b5d4-8d825094070b tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345062 Sep 22 22:22:53.710373 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-edcc3a98-ed1c-4957-b375-47e0a64bd1a9 service neutron] Attempting to bind port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:22:53.710745 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-edcc3a98-ed1c-4957-b375-47e0a64bd1a9 service neutron] Attempting to bind port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '57625509-4963-4a20-95e6-4bf6edc1fe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd'}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:22:53.711075 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-edcc3a98-ed1c-4957-b375-47e0a64bd1a9 service neutron] Attempting to bind port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 on network a3032908-0d20-4083-a609-def5ad9a09dd {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:22:53.711944 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b27f08-643a-4cc5-b51d-6349b5d81f21 req-2eb92c64-0e10-4d88-a088-4e3be9fa0a0b tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:53.713488 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-94b27f08-643a-4cc5-b51d-6349b5d81f21 req-2eb92c64-0e10-4d88-a088-4e3be9fa0a0b tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b HTTP/1.1" status: 200 len: 946 time: 0.0538993 Sep 22 22:22:53.740093 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:53.755735 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:53.757991 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-27468d89-b8d0-48db-a4a3-bf8768e2306c req-46d3a74c-5b01-45e3-b5ec-3c6233a91768 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=490710c8-2aed-46f9-9f9a-e56f0b75dde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867956 Sep 22 22:22:53.780106 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-edcc3a98-ed1c-4957-b375-47e0a64bd1a9 service neutron] Port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 on network a3032908-0d20-4083-a609-def5ad9a09dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 22:22:53.780106 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-edcc3a98-ed1c-4957-b375-47e0a64bd1a9 service neutron] Attempting to bind port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 on network a3032908-0d20-4083-a609-def5ad9a09dd {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:22:53.803178 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [req-94b27f08-643a-4cc5-b51d-6349b5d81f21 req-a5afa52d-0e6f-4093-82d8-f5cba7214bd6 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Deleting port 6a2dc51e-104b-4cdd-a84e-a105cd734a77 {{(pid=106429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:22:53.803514 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-94b27f08-643a-4cc5-b51d-6349b5d81f21 req-a5afa52d-0e6f-4093-82d8-f5cba7214bd6 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (6a2dc51e-104b-4cdd-a84e-a105cd734a77), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:53.822969 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-edcc3a98-ed1c-4957-b375-47e0a64bd1a9 service neutron] Checking agent: {'id': 'f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'started_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:22:53.823301 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-edcc3a98-ed1c-4957-b375-47e0a64bd1a9 service neutron] Checking segment: {'id': '57625509-4963-4a20-95e6-4bf6edc1fe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:22:53.823681 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-edcc3a98-ed1c-4957-b375-47e0a64bd1a9 service neutron] Bound using segment: {'id': '57625509-4963-4a20-95e6-4bf6edc1fe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd'} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:22:53.824115 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-edcc3a98-ed1c-4957-b375-47e0a64bd1a9 service neutron] Bound port: 6109b39c-b3b8-4d3e-b43e-90fe65c142f8, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57625509-4963-4a20-95e6-4bf6edc1fe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd'}}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:22:53.824473 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-edcc3a98-ed1c-4957-b375-47e0a64bd1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (6109b39c-b3b8-4d3e-b43e-90fe65c142f8), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:53.870829 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:53.893177 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-edcc3a98-ed1c-4957-b375-47e0a64bd1a9 service neutron] For port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8, host hv-cinder-84914, cleared binding levels {{(pid=106428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:22:53.894309 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.db [req-94b27f08-643a-4cc5-b51d-6349b5d81f21 req-a5afa52d-0e6f-4093-82d8-f5cba7214bd6 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] For port 6a2dc51e-104b-4cdd-a84e-a105cd734a77, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6a2dc51e-104b-4cdd-a84e-a105cd734a77,segment=NetworkSegment(ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b),segment_id=ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b)] {{(pid=106429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:22:53.894675 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-94b27f08-643a-4cc5-b51d-6349b5d81f21 req-a5afa52d-0e6f-4093-82d8-f5cba7214bd6 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (6a2dc51e-104b-4cdd-a84e-a105cd734a77), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:53.896645 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-edcc3a98-ed1c-4957-b375-47e0a64bd1a9 service neutron] For port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6109b39c-b3b8-4d3e-b43e-90fe65c142f8,segment=NetworkSegment(57625509-4963-4a20-95e6-4bf6edc1fe66),segment_id=57625509-4963-4a20-95e6-4bf6edc1fe66)] {{(pid=106428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:22:53.902756 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-edcc3a98-ed1c-4957-b375-47e0a64bd1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (6109b39c-b3b8-4d3e-b43e-90fe65c142f8), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:53.908024 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [req-94b27f08-643a-4cc5-b51d-6349b5d81f21 req-a5afa52d-0e6f-4093-82d8-f5cba7214bd6 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Calling delete_port for 6a2dc51e-104b-4cdd-a84e-a105cd734a77 owned by compute:nova {{(pid=106429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:22:53.926535 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-edcc3a98-ed1c-4957-b375-47e0a64bd1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:53.927092 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-edcc3a98-ed1c-4957-b375-47e0a64bd1a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:53.928501 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-edcc3a98-ed1c-4957-b375-47e0a64bd1a9 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/6109b39c-b3b8-4d3e-b43e-90fe65c142f8 HTTP/1.1" status: 200 len: 1094 time: 0.8549156 Sep 22 22:22:53.929090 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66df723f-5a3d-4e8d-892e-c04622d4f50f', 'tag': '6109b39c-b3b8-4d3e-b43e-90fe65c142f8'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:22:53.931401 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae495a3-5ea6-4b2f-a7e7-969965e2b7b6" -d '{"events": [{"name": "network-changed", "server_uuid": "66df723f-5a3d-4e8d-892e-c04622d4f50f", "tag": "6109b39c-b3b8-4d3e-b43e-90fe65c142f8"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:22:53.961192 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc3a98-ed1c-4957-b375-47e0a64bd1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6109b39c-b3b8-4d3e-b43e-90fe65c142f8,revision_number=3']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:53.976466 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2fa228-4c2f-4c52-b55f-386bd6da9235 x-openstack-request-id: req-bf2fa228-4c2f-4c52-b55f-386bd6da9235 {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:22:53.976763 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66df723f-5a3d-4e8d-892e-c04622d4f50f", "tag": "6109b39c-b3b8-4d3e-b43e-90fe65c142f8", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:22:53.977020 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bf2fa228-4c2f-4c52-b55f-386bd6da9235 {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:22:53.977466 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf2fa228-4c2f-4c52-b55f-386bd6da9235'] response: {'name': 'network-changed', 'server_uuid': '66df723f-5a3d-4e8d-892e-c04622d4f50f', 'tag': '6109b39c-b3b8-4d3e-b43e-90fe65c142f8', 'status': 'completed', 'code': 200} Sep 22 22:22:54.022970 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-13de611b-152f-4a94-9922-089071f5ad97 None None] Attempt 3 to provision port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 Sep 22 22:22:54.047939 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-94b27f08-643a-4cc5-b51d-6349b5d81f21 req-a5afa52d-0e6f-4093-82d8-f5cba7214bd6 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (6a2dc51e-104b-4cdd-a84e-a105cd734a77), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:54.050263 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-7b302ac2-c5ad-46f8-af0c-c58289d80909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:54.056629 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-7b302ac2-c5ad-46f8-af0c-c58289d80909 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=eaff29c3c9b84929b0451e8e82caf4f2&device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 1128 time: 0.0448835 Sep 22 22:22:54.062896 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-13de611b-152f-4a94-9922-089071f5ad97 None None] Port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 had new provisioning blocks added so it will not transition to active. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 22:22:54.075514 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afa52d-0e6f-4093-82d8-f5cba7214bd6 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Pushing event deleted for resources: {'Port': ['ID=6a2dc51e-104b-4cdd-a84e-a105cd734a77,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:54.084223 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['6a2dc51e-104b-4cdd-a84e-a105cd734a77'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:22:54.100252 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-ba71e1fe-bed9-4ca9-8dbe-3b2d7e283bc6 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6109b39c-b3b8-4d3e-b43e-90fe65c142f8 HTTP/1.1" status: 200 len: 217 time: 0.0348220 Sep 22 22:22:54.154630 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-80a78188-4ec3-4dc3-9be1-56a3dba56b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:54.156295 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-80a78188-4ec3-4dc3-9be1-56a3dba56b89 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b371fb7c-e81d-4b99-a872-fa8fc506c36f HTTP/1.1" status: 200 len: 856 time: 0.0505085 Sep 22 22:22:54.202430 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-7725ec73-f68c-428c-a948-f228a8bfc00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:54.203882 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-7725ec73-f68c-428c-a948-f228a8bfc00f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=a3032908-0d20-4083-a609-def5ad9a09dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411348 Sep 22 22:22:54.300250 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-6bdceb37-2f82-4f95-a807-077146cdd0c7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a3032908-0d20-4083-a609-def5ad9a09dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891285 Sep 22 22:22:54.376661 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b27f08-643a-4cc5-b51d-6349b5d81f21 req-a5afa52d-0e6f-4093-82d8-f5cba7214bd6 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] No DVR routers for this DVR port 6a2dc51e-104b-4cdd-a84e-a105cd734a77 on host hv-cinder-84914 {{(pid=106429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:22:54.379649 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-94b27f08-643a-4cc5-b51d-6349b5d81f21 req-a5afa52d-0e6f-4093-82d8-f5cba7214bd6 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:54.382907 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-94b27f08-643a-4cc5-b51d-6349b5d81f21 req-a5afa52d-0e6f-4093-82d8-f5cba7214bd6 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.57 "DELETE /networking/v2.0/ports/6a2dc51e-104b-4cdd-a84e-a105cd734a77 HTTP/1.1" status: 204 len: 173 time: 0.6641552 Sep 22 22:22:54.383412 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b', 'name': 'network-vif-deleted', 'tag': '6a2dc51e-104b-4cdd-a84e-a105cd734a77'}] {{(pid=106429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:22:54.385677 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fecb9e71e3cfecf727650ea9349eddd955ebb7a4b95363fd8d1edf6265131bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee52c6e-592c-4185-a6fb-3f7aa54189ab" -d '{"events": [{"server_uuid": "f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b", "name": "network-vif-deleted", "tag": "6a2dc51e-104b-4cdd-a84e-a105cd734a77"}]}' {{(pid=106429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:22:54.400610 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e9ce7aea-d790-4bb4-bffd-51c53dbdb81c req-e74505b4-4bcd-4f3f-8f4c-5c78bcdf4d8f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a3032908-0d20-4083-a609-def5ad9a09dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949283 Sep 22 22:22:54.427500 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1154128d-18b4-4e7e-817c-34e5f600258f x-openstack-request-id: req-1154128d-18b4-4e7e-817c-34e5f600258f {{(pid=106429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:22:54.427795 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b", "name": "network-vif-deleted", "tag": "6a2dc51e-104b-4cdd-a84e-a105cd734a77", "status": "completed", "code": 200}]} {{(pid=106429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:22:54.428044 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1154128d-18b4-4e7e-817c-34e5f600258f {{(pid=106429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:22:54.428447 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1154128d-18b4-4e7e-817c-34e5f600258f'] response: {'server_uuid': 'f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b', 'name': 'network-vif-deleted', 'tag': '6a2dc51e-104b-4cdd-a84e-a105cd734a77', 'status': 'completed', 'code': 200} Sep 22 22:22:54.798307 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b1a04-b746-4fce-b892-45e018edcdf8 req-eac979f1-1c1c-4e2b-98b1-2db8b920df47 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:54.800480 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f26b1a04-b746-4fce-b892-45e018edcdf8 req-eac979f1-1c1c-4e2b-98b1-2db8b920df47 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 944 time: 0.0460565 Sep 22 22:22:54.871048 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f26b1a04-b746-4fce-b892-45e018edcdf8 req-028370ba-b185-4231-9e76-6c45535d4b72 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649340 Sep 22 22:22:54.891608 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d9108579-4ea6-4045-9c95-735e2331c9a2 req-c7a85656-abd2-4f0c-8cc8-2b803357f07c tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b HTTP/1.1" status: 200 len: 210 time: 0.0371277 Sep 22 22:22:55.005474 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:55.008606 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:56.011085 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-632b51ba-4d9e-4b01-a7e6-e2000b9c9439 req-fba36580-4356-4590-87f3-ccd2af403dd7 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b HTTP/1.1" status: 200 len: 210 time: 0.0313749 Sep 22 22:22:56.022312 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42084ef6-0aa7-4520-8c4a-c2c279f4f65a req-254b9106-bf34-4801-b371-073e65f0a8d0 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:56.023812 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-42084ef6-0aa7-4520-8c4a-c2c279f4f65a req-254b9106-bf34-4801-b371-073e65f0a8d0 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 944 time: 0.0731664 Sep 22 22:22:56.078235 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-42084ef6-0aa7-4520-8c4a-c2c279f4f65a req-0299f250-2d86-43db-b26b-a49b8be33874 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488389 Sep 22 22:22:56.782034 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae495a3-5ea6-4b2f-a7e7-969965e2b7b6 req-f15728cb-e980-42b7-91c0-fb968ca97a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:56.784067 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fae495a3-5ea6-4b2f-a7e7-969965e2b7b6 req-f15728cb-e980-42b7-91c0-fb968ca97a28 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=eaff29c3c9b84929b0451e8e82caf4f2&device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 1128 time: 0.0434034 Sep 22 22:22:56.878725 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae495a3-5ea6-4b2f-a7e7-969965e2b7b6 req-c18a7a35-1e6f-493a-8f88-3c6d6f6b12e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:56.880216 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fae495a3-5ea6-4b2f-a7e7-969965e2b7b6 req-c18a7a35-1e6f-493a-8f88-3c6d6f6b12e4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=a3032908-0d20-4083-a609-def5ad9a09dd HTTP/1.1" status: 200 len: 918 time: 0.0901051 Sep 22 22:22:56.920115 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fae495a3-5ea6-4b2f-a7e7-969965e2b7b6 req-d868363c-6365-451c-a8e1-1749d829fdc9 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6109b39c-b3b8-4d3e-b43e-90fe65c142f8 HTTP/1.1" status: 200 len: 217 time: 0.0342245 Sep 22 22:22:57.193702 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a150ccc0-ab5d-47e1-b089-ee59ea68f534 req-599e7099-3c95-4bec-ad72-953171099bf7 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f36b52a0-b1a0-487a-84b3-8c20f7e3bc6b HTTP/1.1" status: 200 len: 210 time: 0.0369375 Sep 22 22:22:57.208922 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae495a3-5ea6-4b2f-a7e7-969965e2b7b6 req-937e192f-b2df-4483-8f02-18c9cfcb7098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:57.210614 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fae495a3-5ea6-4b2f-a7e7-969965e2b7b6 req-937e192f-b2df-4483-8f02-18c9cfcb7098 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b371fb7c-e81d-4b99-a872-fa8fc506c36f HTTP/1.1" status: 200 len: 856 time: 0.0960753 Sep 22 22:22:57.229545 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:57.278782 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0be846-75c8-43cc-a1da-227856f1653b req-4b395507-eb41-4ac0-80ce-388e7559d335 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:57.280237 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-de0be846-75c8-43cc-a1da-227856f1653b req-4b395507-eb41-4ac0-80ce-388e7559d335 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 944 time: 0.0925441 Sep 22 22:22:57.297459 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae495a3-5ea6-4b2f-a7e7-969965e2b7b6 req-a55c3312-9710-4317-8070-da672fa7ca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:57.300662 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fae495a3-5ea6-4b2f-a7e7-969965e2b7b6 req-a55c3312-9710-4317-8070-da672fa7ca1b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=a3032908-0d20-4083-a609-def5ad9a09dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699451 Sep 22 22:22:57.369511 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:57.395843 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-de0be846-75c8-43cc-a1da-227856f1653b req-62acc3b3-974b-45e3-b0a6-dcf9621a3965 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086807 Sep 22 22:22:57.423644 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fae495a3-5ea6-4b2f-a7e7-969965e2b7b6 req-26554d42-20e0-4971-ab99-0942f309f1a9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a3032908-0d20-4083-a609-def5ad9a09dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125300 Sep 22 22:22:57.517492 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fae495a3-5ea6-4b2f-a7e7-969965e2b7b6 req-e11c947f-26f2-4b49-9291-10a5fd8db2ae service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a3032908-0d20-4083-a609-def5ad9a09dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879178 Sep 22 22:22:58.053808 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 22:22:58.067916 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 6a2dc51e-104b-4cdd-a84e-a105cd734a77 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:22:58.071436 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:58.094391 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] No Port match for: 6a2dc51e-104b-4cdd-a84e-a105cd734a77 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:22:58.094843 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 6a2dc51e-104b-4cdd-a84e-a105cd734a77 not bound to the agent host hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:22:58.177844 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6109b39c-b3b8-4d3e-b43e-90fe65c142f8,segment=NetworkSegment(57625509-4963-4a20-95e6-4bf6edc1fe66),segment_id=57625509-4963-4a20-95e6-4bf6edc1fe66)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:22:58.188384 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Returning: {'device': '6109b39c-b3b8-4d3e-b43e-90fe65c142f8', 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd', 'port_id': '6109b39c-b3b8-4d3e-b43e-90fe65c142f8', 'mac_address': 'fa:16:3e:f7:0e:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 22:22:58.210593 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:22:58.224601 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 is: DOWN; New status is: BUILD {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:22:58.224994 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (6109b39c-b3b8-4d3e-b43e-90fe65c142f8), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:58.238719 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 {{(pid=106430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:22:58.261697 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6109b39c-b3b8-4d3e-b43e-90fe65c142f8,segment=NetworkSegment(57625509-4963-4a20-95e6-4bf6edc1fe66),segment_id=57625509-4963-4a20-95e6-4bf6edc1fe66)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:22:58.266446 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (6109b39c-b3b8-4d3e-b43e-90fe65c142f8), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:22:58.313541 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=6109b39c-b3b8-4d3e-b43e-90fe65c142f8,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:22:58.321057 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:58.321429 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:58.321777 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:58.322121 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:58.322454 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:58.322784 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:58.323110 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:58.323435 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:58.323764 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:58.324084 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:58.324408 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:58.324738 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:58.325085 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:58.325426 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:58.325746 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:22:58.552111 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f63737-cbb2-4ee6-b450-7be167b7e238 req-ad506258-cdd0-4a66-93cf-0cc058d351ac tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:58.553590 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e3f63737-cbb2-4ee6-b450-7be167b7e238 req-ad506258-cdd0-4a66-93cf-0cc058d351ac tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 945 time: 0.0746479 Sep 22 22:22:58.561059 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-bcec944d-173e-47d7-9d8b-239f8b53bb1d tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:58.562442 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-bcec944d-173e-47d7-9d8b-239f8b53bb1d tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/networks?id=0988fd66-6f7a-4942-ab4d-2ae3bc59d161 HTTP/1.1" status: 200 len: 809 time: 0.1444435 Sep 22 22:22:58.592299 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-12de88f9-fa7b-4faa-b9ec-75aee64e40c7 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/quotas/ed0761f1f2a148ce8b55f519a13421c8 HTTP/1.1" status: 200 len: 375 time: 0.0218005 Sep 22 22:22:58.633766 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-d8a9b039-881f-4d6a-b0d9-c7302b61333c tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=ed0761f1f2a148ce8b55f519a13421c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353315 Sep 22 22:22:58.637272 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e3f63737-cbb2-4ee6-b450-7be167b7e238 req-3566bf4f-462a-4bad-acbb-f8235c6d76d5 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739481 Sep 22 22:22:58.678209 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['6109b39c-b3b8-4d3e-b43e-90fe65c142f8'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:22:58.729188 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-b31b896b-7e45-40f9-a1a5-798ec48a25cd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0988fd66-6f7a-4942-ab4d-2ae3bc59d161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888026 Sep 22 22:22:58.820288 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-ab907cbc-359c-4647-a2e4-4fb827bac209 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/0988fd66-6f7a-4942-ab4d-2ae3bc59d161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853941 Sep 22 22:22:58.981225 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bf2c162d-7a9a-4afc-9980-2d481e511378 req-fdf5422d-085e-459d-b75a-cabd2c47a73e tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=68d93567-e72a-41aa-a736-b6f6fab53269 HTTP/1.1" status: 200 len: 210 time: 0.0281186 Sep 22 22:22:59.766652 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b642a4-b77d-4b2a-9297-c399b3362d9c req-0d0df1c6-0631-4e85-a5bc-a3d4d481a2c7 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:22:59.768735 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-31b642a4-b77d-4b2a-9297-c399b3362d9c req-0d0df1c6-0631-4e85-a5bc-a3d4d481a2c7 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 945 time: 0.0496483 Sep 22 22:22:59.816780 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-31b642a4-b77d-4b2a-9297-c399b3362d9c req-8a7cfa9d-f5b5-4917-afee-c322ccdfc61e tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419903 Sep 22 22:23:00.068632 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 up at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:23:00.122199 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning for port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 completed by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 22:23:00.130784 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning complete for port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:23:00.131306 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (6109b39c-b3b8-4d3e-b43e-90fe65c142f8), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:00.131800 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Attempt 1 to provision port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 Sep 22 22:23:00.140450 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6867fd01-2efb-4adc-8eb7-6eae3d3a00ba req-29b8144d-80ee-47c2-b015-a98fb0ab8aaa tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=68d93567-e72a-41aa-a736-b6f6fab53269 HTTP/1.1" status: 200 len: 210 time: 0.0404632 Sep 22 22:23:00.185968 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-f910e66c-7e90-43da-81cb-f6117b97be0c tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:00.186932 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-f910e66c-7e90-43da-81cb-f6117b97be0c tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.57 "GET /networking/v2.0/networks?id=0988fd66-6f7a-4942-ab4d-2ae3bc59d161 HTTP/1.1" status: 200 len: 809 time: 0.1397581 Sep 22 22:23:00.204720 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-8c9c578e-02cf-475e-ac42-3a5ad596dde3 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Request body: {'port': {'device_id': '68d93567-e72a-41aa-a736-b6f6fab53269', 'network_id': '0988fd66-6f7a-4942-ab4d-2ae3bc59d161', 'admin_state_up': True, 'tenant_id': 'ed0761f1f2a148ce8b55f519a13421c8'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:23:00.213682 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 is: BUILD; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:23:00.214102 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (6109b39c-b3b8-4d3e-b43e-90fe65c142f8), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:00.241386 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66df723f-5a3d-4e8d-892e-c04622d4f50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6109b39c-b3b8-4d3e-b43e-90fe65c142f8'}] {{(pid=106430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:23:00.244090 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2272dcd180a18b0bdbf7a4ac2a7f9325cd9193a83f54eb82bc11fdb6a8b27d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fe9229-7390-49aa-a28c-3b34e89cde24" -d '{"events": [{"server_uuid": "66df723f-5a3d-4e8d-892e-c04622d4f50f", "name": "network-vif-plugged", "status": "completed", "tag": "6109b39c-b3b8-4d3e-b43e-90fe65c142f8"}]}' {{(pid=106430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:23:00.259674 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6109b39c-b3b8-4d3e-b43e-90fe65c142f8,segment=NetworkSegment(57625509-4963-4a20-95e6-4bf6edc1fe66),segment_id=57625509-4963-4a20-95e6-4bf6edc1fe66)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:23:00.264053 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (6109b39c-b3b8-4d3e-b43e-90fe65c142f8), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:00.273256 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:00.287765 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118f2d8a-9178-4d05-9be7-1a8568da23fb x-openstack-request-id: req-118f2d8a-9178-4d05-9be7-1a8568da23fb {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:23:00.288065 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66df723f-5a3d-4e8d-892e-c04622d4f50f", "name": "network-vif-plugged", "status": "completed", "tag": "6109b39c-b3b8-4d3e-b43e-90fe65c142f8", "code": 200}]} {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:23:00.288319 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-118f2d8a-9178-4d05-9be7-1a8568da23fb {{(pid=106430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:23:00.288712 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-118f2d8a-9178-4d05-9be7-1a8568da23fb'] response: {'server_uuid': '66df723f-5a3d-4e8d-892e-c04622d4f50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6109b39c-b3b8-4d3e-b43e-90fe65c142f8', 'code': 200} Sep 22 22:23:00.314737 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=6109b39c-b3b8-4d3e-b43e-90fe65c142f8,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:23:00.328038 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-8c9c578e-02cf-475e-ac42-3a5ad596dde3 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Made reservation on behalf of ed0761f1f2a148ce8b55f519a13421c8 for: {'port': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:23:00.331860 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-8c9c578e-02cf-475e-ac42-3a5ad596dde3 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:00.406806 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:00.461161 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-8c9c578e-02cf-475e-ac42-3a5ad596dde3 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Allocated IP 172.20.0.10 (0988fd66-6f7a-4942-ab4d-2ae3bc59d161/f6cde0c5-096c-428e-a930-396ae528c812/112c4980-6883-45bb-9b35-5748b395c8e9) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:23:00.573976 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa7892-7bd3-442b-9e58-d001e8a9d7b5 req-d438d4a6-2718-42a5-8540-8a9e39612756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:00.575594 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-affa7892-7bd3-442b-9e58-d001e8a9d7b5 req-d438d4a6-2718-42a5-8540-8a9e39612756 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 1130 time: 0.0385816 Sep 22 22:23:00.616119 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-8c9c578e-02cf-475e-ac42-3a5ad596dde3 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Publish callbacks [] for port (112c4980-6883-45bb-9b35-5748b395c8e9), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:00.619523 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-affa7892-7bd3-442b-9e58-d001e8a9d7b5 req-3ecd359e-5690-4412-9d40-3442fc619685 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383637 Sep 22 22:23:00.647859 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-8c9c578e-02cf-475e-ac42-3a5ad596dde3 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (112c4980-6883-45bb-9b35-5748b395c8e9), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:00.692271 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-8c9c578e-02cf-475e-ac42-3a5ad596dde3 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Network 0988fd66-6f7a-4942-ab4d-2ae3bc59d161 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:23:00.695500 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-8c9c578e-02cf-475e-ac42-3a5ad596dde3 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:23:00.699357 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-8c9c578e-02cf-475e-ac42-3a5ad596dde3 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:23:00.705340 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c578e-02cf-475e-ac42-3a5ad596dde3 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Pushing event updated for resources: {'Port': ['ID=112c4980-6883-45bb-9b35-5748b395c8e9,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:23:00.754016 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-8c9c578e-02cf-475e-ac42-3a5ad596dde3 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:00.754616 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-8c9c578e-02cf-475e-ac42-3a5ad596dde3 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:00.770523 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-8c9c578e-02cf-475e-ac42-3a5ad596dde3 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5697005 Sep 22 22:23:00.949544 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e88a98-a824-4541-b53e-734227a3c03a req-d7c6f075-da12-4c15-a160-cfd921ae7ef2 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:00.951035 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-42e88a98-a824-4541-b53e-734227a3c03a req-d7c6f075-da12-4c15-a160-cfd921ae7ef2 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 946 time: 0.0466781 Sep 22 22:23:00.999866 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-42e88a98-a824-4541-b53e-734227a3c03a req-5456a679-6f5c-4f71-8bb7-1a36f1308dda tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418859 Sep 22 22:23:01.079264 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-a80f9034-b759-48fe-a0be-939442a9e72c service neutron] Request body: {'port': {'device_id': '68d93567-e72a-41aa-a736-b6f6fab53269', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:23:01.136053 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-a80f9034-b759-48fe-a0be-939442a9e72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (112c4980-6883-45bb-9b35-5748b395c8e9), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:01.283497 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:01.307525 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a16530-dc8e-4e86-a1ac-4cf6e252e43c req-9ee7e0b1-e295-4263-bc69-f6096024349b tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:01.308961 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-39a16530-dc8e-4e86-a1ac-4cf6e252e43c req-9ee7e0b1-e295-4263-bc69-f6096024349b tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=68d93567-e72a-41aa-a736-b6f6fab53269 HTTP/1.1" status: 200 len: 932 time: 0.0760639 Sep 22 22:23:01.389224 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:01.406155 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-39a16530-dc8e-4e86-a1ac-4cf6e252e43c req-f722cec6-bc74-4d43-854b-ca4431bf8cc4 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=490710c8-2aed-46f9-9f9a-e56f0b75dde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716922 Sep 22 22:23:01.471426 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-a80f9034-b759-48fe-a0be-939442a9e72c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 112c4980-6883-45bb-9b35-5748b395c8e9 {{(pid=106428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:23:01.479137 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-a80f9034-b759-48fe-a0be-939442a9e72c service neutron] Publish callbacks [] for port (112c4980-6883-45bb-9b35-5748b395c8e9), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:01.492456 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.provisioning_blocks [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-a80f9034-b759-48fe-a0be-939442a9e72c service neutron] Transition to ACTIVE for port object 112c4980-6883-45bb-9b35-5748b395c8e9 will not be triggered until provisioned by entity L2. {{(pid=106428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 22:23:01.496319 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-a80f9034-b759-48fe-a0be-939442a9e72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (112c4980-6883-45bb-9b35-5748b395c8e9), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:01.558677 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f9034-b759-48fe-a0be-939442a9e72c service neutron] Pushing event updated for resources: {'Port': ['ID=112c4980-6883-45bb-9b35-5748b395c8e9,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:23:01.613781 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-a80f9034-b759-48fe-a0be-939442a9e72c service neutron] Attempting to bind port 112c4980-6883-45bb-9b35-5748b395c8e9 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:23:01.614466 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-a80f9034-b759-48fe-a0be-939442a9e72c service neutron] Attempting to bind port 112c4980-6883-45bb-9b35-5748b395c8e9 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0988fd66-6f7a-4942-ab4d-2ae3bc59d161'}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:23:01.614748 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-a80f9034-b759-48fe-a0be-939442a9e72c service neutron] Attempting to bind port 112c4980-6883-45bb-9b35-5748b395c8e9 on network 0988fd66-6f7a-4942-ab4d-2ae3bc59d161 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:23:01.655880 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-a80f9034-b759-48fe-a0be-939442a9e72c service neutron] Port 112c4980-6883-45bb-9b35-5748b395c8e9 on network 0988fd66-6f7a-4942-ab4d-2ae3bc59d161 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 22:23:01.656211 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-a80f9034-b759-48fe-a0be-939442a9e72c service neutron] Attempting to bind port 112c4980-6883-45bb-9b35-5748b395c8e9 on network 0988fd66-6f7a-4942-ab4d-2ae3bc59d161 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:23:01.701191 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-a80f9034-b759-48fe-a0be-939442a9e72c service neutron] Checking agent: {'id': 'f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'started_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:23:01.701538 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-a80f9034-b759-48fe-a0be-939442a9e72c service neutron] Checking segment: {'id': 'ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0988fd66-6f7a-4942-ab4d-2ae3bc59d161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:23:01.701951 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-a80f9034-b759-48fe-a0be-939442a9e72c service neutron] Bound using segment: {'id': 'ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0988fd66-6f7a-4942-ab4d-2ae3bc59d161'} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:23:01.702386 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-a80f9034-b759-48fe-a0be-939442a9e72c service neutron] Bound port: 112c4980-6883-45bb-9b35-5748b395c8e9, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0988fd66-6f7a-4942-ab4d-2ae3bc59d161'}}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:23:01.702748 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-a80f9034-b759-48fe-a0be-939442a9e72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (112c4980-6883-45bb-9b35-5748b395c8e9), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:01.761427 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-a80f9034-b759-48fe-a0be-939442a9e72c service neutron] For port 112c4980-6883-45bb-9b35-5748b395c8e9, host hv-cinder-84914, cleared binding levels {{(pid=106428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:23:01.764616 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-a80f9034-b759-48fe-a0be-939442a9e72c service neutron] For port 112c4980-6883-45bb-9b35-5748b395c8e9, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=112c4980-6883-45bb-9b35-5748b395c8e9,segment=NetworkSegment(ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b),segment_id=ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b)] {{(pid=106428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:23:01.770464 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-a80f9034-b759-48fe-a0be-939442a9e72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (112c4980-6883-45bb-9b35-5748b395c8e9), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:01.774705 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-a80f9034-b759-48fe-a0be-939442a9e72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:01.775262 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-a80f9034-b759-48fe-a0be-939442a9e72c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:01.776563 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-a80f9034-b759-48fe-a0be-939442a9e72c service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/112c4980-6883-45bb-9b35-5748b395c8e9 HTTP/1.1" status: 200 len: 1094 time: 0.7016196 Sep 22 22:23:01.777123 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d93567-e72a-41aa-a736-b6f6fab53269', 'tag': '112c4980-6883-45bb-9b35-5748b395c8e9'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:23:01.779404 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff4e688-eab3-4beb-b46c-e5e3794e1f91" -d '{"events": [{"name": "network-changed", "server_uuid": "68d93567-e72a-41aa-a736-b6f6fab53269", "tag": "112c4980-6883-45bb-9b35-5748b395c8e9"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:23:01.819800 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86cce9f-9356-40f9-a442-593f30b657b5 x-openstack-request-id: req-d86cce9f-9356-40f9-a442-593f30b657b5 {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:23:01.820087 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d93567-e72a-41aa-a736-b6f6fab53269", "tag": "112c4980-6883-45bb-9b35-5748b395c8e9", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:23:01.820346 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d86cce9f-9356-40f9-a442-593f30b657b5 {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:23:01.820757 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d86cce9f-9356-40f9-a442-593f30b657b5'] response: {'name': 'network-changed', 'server_uuid': '68d93567-e72a-41aa-a736-b6f6fab53269', 'tag': '112c4980-6883-45bb-9b35-5748b395c8e9', 'status': 'completed', 'code': 200} Sep 22 22:23:01.830332 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f9034-b759-48fe-a0be-939442a9e72c service neutron] Pushing event updated for resources: {'Port': ['ID=112c4980-6883-45bb-9b35-5748b395c8e9,revision_number=3']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:23:01.927282 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-d2ce39e8-28f8-4543-9db3-41e3c4af22f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:01.928779 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-d2ce39e8-28f8-4543-9db3-41e3c4af22f0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ed0761f1f2a148ce8b55f519a13421c8&device_id=68d93567-e72a-41aa-a736-b6f6fab53269 HTTP/1.1" status: 200 len: 1128 time: 0.0435891 Sep 22 22:23:01.975453 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-003c51d7-22d9-4a95-bd18-7dc48ffc2d0f service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=112c4980-6883-45bb-9b35-5748b395c8e9 HTTP/1.1" status: 200 len: 217 time: 0.0316520 Sep 22 22:23:02.125537 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03006e52-158f-404c-be1a-f24d493024d5 req-2001eaf5-8535-4011-89cc-6a292dd72c7e tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:02.126904 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-03006e52-158f-404c-be1a-f24d493024d5 req-2001eaf5-8535-4011-89cc-6a292dd72c7e tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 946 time: 0.0469601 Sep 22 22:23:02.176442 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-03006e52-158f-404c-be1a-f24d493024d5 req-c4fc73ff-6512-48d9-9073-b6195b170539 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433993 Sep 22 22:23:02.530921 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407bdab-9413-49cd-abc5-ca300691eca8 req-493df557-58df-4086-917a-4e9dc041b16a tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:02.532403 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e407bdab-9413-49cd-abc5-ca300691eca8 req-493df557-58df-4086-917a-4e9dc041b16a tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=68d93567-e72a-41aa-a736-b6f6fab53269 HTTP/1.1" status: 200 len: 944 time: 0.0501175 Sep 22 22:23:02.616225 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-8a75a87e-f1c0-4072-a90c-be4b3abac863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:02.617702 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-8a75a87e-f1c0-4072-a90c-be4b3abac863 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=f6cde0c5-096c-428e-a930-396ae528c812 HTTP/1.1" status: 200 len: 849 time: 0.0651858 Sep 22 22:23:02.621096 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e407bdab-9413-49cd-abc5-ca300691eca8 req-aedcea26-33c5-4049-9dbc-34463ab4ac7c tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=490710c8-2aed-46f9-9f9a-e56f0b75dde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825310 Sep 22 22:23:02.649455 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-9575e6fb-42c0-4266-969b-bf1c299e6eb9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=0988fd66-6f7a-4942-ab4d-2ae3bc59d161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259264 Sep 22 22:23:02.663933 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:02.983708 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-2be46fa3-132d-40b2-ba2d-eaf772083e00 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0988fd66-6f7a-4942-ab4d-2ae3bc59d161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266876 Sep 22 22:23:03.039508 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:03.074762 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bc7bf8e6-004c-4b1f-a80e-3d44041ec1af req-06105254-04a3-486d-b9b8-0ea6521fb318 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0988fd66-6f7a-4942-ab4d-2ae3bc59d161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854304 Sep 22 22:23:03.308227 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abbe42-1b80-4532-8b49-e22851532d03 req-e42f4064-bfe2-469f-bcbf-f81b63f3c676 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:03.309724 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-11abbe42-1b80-4532-8b49-e22851532d03 req-e42f4064-bfe2-469f-bcbf-f81b63f3c676 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 946 time: 0.0513909 Sep 22 22:23:03.356473 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-11abbe42-1b80-4532-8b49-e22851532d03 req-5fb7ca4c-d938-40b1-9fa8-8176cf825f50 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411644 Sep 22 22:23:03.475555 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac87fb-d604-490f-a615-1996c3e8cc5a req-e7540683-f39a-4f2d-8c46-9c5b69c4e0c5 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:03.476990 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d2ac87fb-d604-490f-a615-1996c3e8cc5a req-e7540683-f39a-4f2d-8c46-9c5b69c4e0c5 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 946 time: 0.0455472 Sep 22 22:23:03.487015 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 47160) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:23:03.491948 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-43833825-bcbc-4b68-ada9-e7e2ff619a0b tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Request body: {'floatingip': {'port_id': '6109b39c-b3b8-4d3e-b43e-90fe65c142f8'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:23:03.528856 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-43833825-bcbc-4b68-ada9-e7e2ff619a0b tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for floatingip (07029227-f9a8-4973-8a57-3b31a50ca2a4), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:03.779157 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb589b-e9c6-40b6-b29d-e359bcc39716 req-dab771d3-ab70-41ed-bb31-5123c8aafc7b tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:03.780635 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1ceb589b-e9c6-40b6-b29d-e359bcc39716 req-dab771d3-ab70-41ed-bb31-5123c8aafc7b tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=68d93567-e72a-41aa-a736-b6f6fab53269 HTTP/1.1" status: 200 len: 944 time: 0.0840924 Sep 22 22:23:03.903687 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1ceb589b-e9c6-40b6-b29d-e359bcc39716 req-6f1ac3af-db1f-4457-82b4-e463c8a689f2 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=490710c8-2aed-46f9-9f9a-e56f0b75dde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156211 Sep 22 22:23:04.031655 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-43833825-bcbc-4b68-ada9-e7e2ff619a0b tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:04.036631 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-43833825-bcbc-4b68-ada9-e7e2ff619a0b tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (07029227-f9a8-4973-8a57-3b31a50ca2a4), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:04.138373 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.db.l3_db [None req-43833825-bcbc-4b68-ada9-e7e2ff619a0b tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Floating IP 07029227-f9a8-4973-8a57-3b31a50ca2a4 associated. External IP: 172.27.1.194, port: 6109b39c-b3b8-4d3e-b43e-90fe65c142f8. Sep 22 22:23:04.234288 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:04.313761 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:04.337549 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43833825-bcbc-4b68-ada9-e7e2ff619a0b tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Router efe5f40b-7b89-4007-9e61-f0b495da917b has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:23:04.440325 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43833825-bcbc-4b68-ada9-e7e2ff619a0b tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:23:04.445435 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-43833825-bcbc-4b68-ada9-e7e2ff619a0b tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:04.450484 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3fa970-77d3-4ac4-a228-f8e1c7a83d1d None None] Sync routers for ids ['efe5f40b-7b89-4007-9e61-f0b495da917b'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:23:04.461278 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3fa970-77d3-4ac4-a228-f8e1c7a83d1d None None] Routers {'efe5f40b-7b89-4007-9e61-f0b495da917b'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:23:04.461894 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-3b3fa970-77d3-4ac4-a228-f8e1c7a83d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:22:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['efe5f40b-7b89-4007-9e61-f0b495da917b'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:23:04.476143 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-43833825-bcbc-4b68-ada9-e7e2ff619a0b tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/07029227-f9a8-4973-8a57-3b31a50ca2a4 HTTP/1.1" status: 200 len: 992 time: 0.9873657 Sep 22 22:23:04.476986 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66df723f-5a3d-4e8d-892e-c04622d4f50f', 'tag': '6109b39c-b3b8-4d3e-b43e-90fe65c142f8'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:23:04.479621 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2062570d-3272-4cb8-9dc2-35c7e8f8db81" -d '{"events": [{"name": "network-changed", "server_uuid": "66df723f-5a3d-4e8d-892e-c04622d4f50f", "tag": "6109b39c-b3b8-4d3e-b43e-90fe65c142f8"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:23:04.516848 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee2573f-b7fe-4005-9472-85a236ab7e17 x-openstack-request-id: req-5ee2573f-b7fe-4005-9472-85a236ab7e17 {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:23:04.517203 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66df723f-5a3d-4e8d-892e-c04622d4f50f", "tag": "6109b39c-b3b8-4d3e-b43e-90fe65c142f8", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:23:04.517465 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5ee2573f-b7fe-4005-9472-85a236ab7e17 {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:23:04.517872 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ee2573f-b7fe-4005-9472-85a236ab7e17'] response: {'name': 'network-changed', 'server_uuid': '66df723f-5a3d-4e8d-892e-c04622d4f50f', 'tag': '6109b39c-b3b8-4d3e-b43e-90fe65c142f8', 'status': 'completed', 'code': 200} Sep 22 22:23:04.565797 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-3b3fa970-77d3-4ac4-a228-f8e1c7a83d1d None None] Set router efe5f40b-7b89-4007-9e61-f0b495da917b gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:23:04.710843 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:04.726030 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:04.775268 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-3b3fa970-77d3-4ac4-a228-f8e1c7a83d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'name': 'tempest-AttachVolumeShelveTestJSON-1509104447-router', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:29Z', 'revision_number': 4, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'gw_port': {'id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': '07029227-f9a8-4973-8a57-3b31a50ca2a4', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'port_id': '6109b39c-b3b8-4d3e-b43e-90fe65c142f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd', 'mac_address': 'fa:16:3e:f7:0e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66df723f-5a3d-4e8d-892e-c04622d4f50f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:22:48Z', 'updated_at': '2022-09-22T22:23:03Z', 'revision_number': 1, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4872c5-efe2-4cb4-aca9-24209d50b1b6', 'name': '', 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'mac_address': 'fa:16:3e:a7:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:29Z', 'updated_at': '2022-09-22T22:18:34Z', 'revision_number': 5, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'subnets': [{'id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:23:04.798874 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3fa970-77d3-4ac4-a228-f8e1c7a83d1d None None] Checking router: efe5f40b-7b89-4007-9e61-f0b495da917b for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:23:04.807383 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3fa970-77d3-4ac4-a228-f8e1c7a83d1d None None] Routers {'efe5f40b-7b89-4007-9e61-f0b495da917b'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:23:04.807980 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-3b3fa970-77d3-4ac4-a228-f8e1c7a83d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:22:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['efe5f40b-7b89-4007-9e61-f0b495da917b'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:23:04.908308 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-3b3fa970-77d3-4ac4-a228-f8e1c7a83d1d None None] Set router efe5f40b-7b89-4007-9e61-f0b495da917b gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:23:05.036283 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb517a9-3db1-46d7-95c5-be2076f818db req-be8f0c7c-1ef9-485b-86d3-a605c4c88e18 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:05.037867 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6fb517a9-3db1-46d7-95c5-be2076f818db req-be8f0c7c-1ef9-485b-86d3-a605c4c88e18 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=68d93567-e72a-41aa-a736-b6f6fab53269 HTTP/1.1" status: 200 len: 944 time: 0.0480824 Sep 22 22:23:05.094284 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6fb517a9-3db1-46d7-95c5-be2076f818db req-22937790-d186-4bc0-8aad-d1e98331cd0c tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=490710c8-2aed-46f9-9f9a-e56f0b75dde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507214 Sep 22 22:23:05.126677 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-3b3fa970-77d3-4ac4-a228-f8e1c7a83d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'name': 'tempest-AttachVolumeShelveTestJSON-1509104447-router', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:29Z', 'revision_number': 4, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'gw_port': {'id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': '07029227-f9a8-4973-8a57-3b31a50ca2a4', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'port_id': '6109b39c-b3b8-4d3e-b43e-90fe65c142f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd', 'mac_address': 'fa:16:3e:f7:0e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66df723f-5a3d-4e8d-892e-c04622d4f50f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:22:48Z', 'updated_at': '2022-09-22T22:23:03Z', 'revision_number': 1, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4872c5-efe2-4cb4-aca9-24209d50b1b6', 'name': '', 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'mac_address': 'fa:16:3e:a7:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:29Z', 'updated_at': '2022-09-22T22:18:34Z', 'revision_number': 5, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'subnets': [{'id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:23:05.151872 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3fa970-77d3-4ac4-a228-f8e1c7a83d1d None None] The sync data for ids ['efe5f40b-7b89-4007-9e61-f0b495da917b'] in dv-cinder-849143-6-iscsi is: [{'id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'name': 'tempest-AttachVolumeShelveTestJSON-1509104447-router', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:29Z', 'revision_number': 4, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'gw_port': {'id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': '07029227-f9a8-4973-8a57-3b31a50ca2a4', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'floating_ip_address': '172.27.1.194', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'port_id': '6109b39c-b3b8-4d3e-b43e-90fe65c142f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd', 'mac_address': 'fa:16:3e:f7:0e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66df723f-5a3d-4e8d-892e-c04622d4f50f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:22:48Z', 'updated_at': '2022-09-22T22:23:03Z', 'revision_number': 1, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4872c5-efe2-4cb4-aca9-24209d50b1b6', 'name': '', 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'mac_address': 'fa:16:3e:a7:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:29Z', 'updated_at': '2022-09-22T22:18:34Z', 'revision_number': 5, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'subnets': [{'id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:23:05.245348 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4e688-eab3-4beb-b46c-e5e3794e1f91 req-80ff3867-08c3-4aad-958c-29e278e859e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:05.246847 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cff4e688-eab3-4beb-b46c-e5e3794e1f91 req-80ff3867-08c3-4aad-958c-29e278e859e2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ed0761f1f2a148ce8b55f519a13421c8&device_id=68d93567-e72a-41aa-a736-b6f6fab53269 HTTP/1.1" status: 200 len: 1128 time: 0.0426590 Sep 22 22:23:05.259103 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062570d-3272-4cb8-9dc2-35c7e8f8db81 req-b70e2edc-d7c1-462c-b58d-a7554bf023bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:05.260719 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-2062570d-3272-4cb8-9dc2-35c7e8f8db81 req-b70e2edc-d7c1-462c-b58d-a7554bf023bd service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=eaff29c3c9b84929b0451e8e82caf4f2&device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 1130 time: 0.0500543 Sep 22 22:23:05.350512 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4e688-eab3-4beb-b46c-e5e3794e1f91 req-caeb487d-e27d-4755-a0fe-983fee511e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:05.352071 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cff4e688-eab3-4beb-b46c-e5e3794e1f91 req-caeb487d-e27d-4755-a0fe-983fee511e36 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=0988fd66-6f7a-4942-ab4d-2ae3bc59d161 HTTP/1.1" status: 200 len: 910 time: 0.0975769 Sep 22 22:23:05.360510 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062570d-3272-4cb8-9dc2-35c7e8f8db81 req-0b322a81-e8f6-467f-a633-d7025f0f3b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:05.361916 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-2062570d-3272-4cb8-9dc2-35c7e8f8db81 req-0b322a81-e8f6-467f-a633-d7025f0f3b96 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=a3032908-0d20-4083-a609-def5ad9a09dd HTTP/1.1" status: 200 len: 918 time: 0.0951841 Sep 22 22:23:05.365990 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49e8b4c-233f-405f-95c2-3b9f7ff5f5ba None None] New status for floating IP 07029227-f9a8-4973-8a57-3b31a50ca2a4: ACTIVE {{(pid=106431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 22:23:05.399027 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cff4e688-eab3-4beb-b46c-e5e3794e1f91 req-ba5d328f-f690-46a2-9a2d-6df14d05bbca service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=112c4980-6883-45bb-9b35-5748b395c8e9 HTTP/1.1" status: 200 len: 217 time: 0.0404284 Sep 22 22:23:05.426651 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-2062570d-3272-4cb8-9dc2-35c7e8f8db81 req-94707e91-03d9-4c7b-8c3e-6fd24bc9bce5 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6109b39c-b3b8-4d3e-b43e-90fe65c142f8 HTTP/1.1" status: 200 len: 1000 time: 0.0589349 Sep 22 22:23:05.451544 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4e688-eab3-4beb-b46c-e5e3794e1f91 req-baa7dd60-83e4-4ae3-9baa-b651a596ad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:05.453026 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cff4e688-eab3-4beb-b46c-e5e3794e1f91 req-baa7dd60-83e4-4ae3-9baa-b651a596ad18 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=f6cde0c5-096c-428e-a930-396ae528c812 HTTP/1.1" status: 200 len: 849 time: 0.0484834 Sep 22 22:23:05.479671 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062570d-3272-4cb8-9dc2-35c7e8f8db81 req-997298de-2dd3-4ff2-8b59-f3c171c75538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:05.481339 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-2062570d-3272-4cb8-9dc2-35c7e8f8db81 req-997298de-2dd3-4ff2-8b59-f3c171c75538 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b371fb7c-e81d-4b99-a872-fa8fc506c36f HTTP/1.1" status: 200 len: 856 time: 0.0482023 Sep 22 22:23:05.486470 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cff4e688-eab3-4beb-b46c-e5e3794e1f91 req-629e6e2f-94d9-48fd-a4bb-6f5a6094be73 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=0988fd66-6f7a-4942-ab4d-2ae3bc59d161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270741 Sep 22 22:23:05.527787 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062570d-3272-4cb8-9dc2-35c7e8f8db81 req-01552bda-8b68-4a38-9db2-a1d6a497452e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:05.529491 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-2062570d-3272-4cb8-9dc2-35c7e8f8db81 req-01552bda-8b68-4a38-9db2-a1d6a497452e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=a3032908-0d20-4083-a609-def5ad9a09dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426033 Sep 22 22:23:05.585949 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cff4e688-eab3-4beb-b46c-e5e3794e1f91 req-bd2c374f-5ab9-49bb-a2cb-18aecf3a146d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0988fd66-6f7a-4942-ab4d-2ae3bc59d161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934103 Sep 22 22:23:05.586263 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:05.625043 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-2062570d-3272-4cb8-9dc2-35c7e8f8db81 req-826ef0d3-033b-4e87-8f02-b974cf33d7c0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a3032908-0d20-4083-a609-def5ad9a09dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891402 Sep 22 22:23:05.679954 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:05.680372 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cff4e688-eab3-4beb-b46c-e5e3794e1f91 req-69412a69-5b08-4c43-a274-57e52d98bfca service neutron] 10.222.0.57 "GET /networking/v2.0/networks/0988fd66-6f7a-4942-ab4d-2ae3bc59d161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878716 Sep 22 22:23:05.721345 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-2062570d-3272-4cb8-9dc2-35c7e8f8db81 req-9250ab53-6c31-4fe8-9c4a-a4ba80f49bda service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a3032908-0d20-4083-a609-def5ad9a09dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900228 Sep 22 22:23:06.226535 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164747d-0099-4122-bb29-aa5a2377d049 req-37601156-803d-43ae-8123-b91af8bc744b tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:06.227982 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2164747d-0099-4122-bb29-aa5a2377d049 req-37601156-803d-43ae-8123-b91af8bc744b tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=68d93567-e72a-41aa-a736-b6f6fab53269 HTTP/1.1" status: 200 len: 944 time: 0.0583947 Sep 22 22:23:06.281942 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2164747d-0099-4122-bb29-aa5a2377d049 req-7a3ca8cb-6eaf-4517-91af-ca7e3ce5b159 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=490710c8-2aed-46f9-9f9a-e56f0b75dde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482564 Sep 22 22:23:07.407195 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd985b53-f992-4e10-8ab8-4e9e26083d79 req-e7b8ed9c-5177-47bf-af8d-964e42b59cae tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:07.408657 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bd985b53-f992-4e10-8ab8-4e9e26083d79 req-e7b8ed9c-5177-47bf-af8d-964e42b59cae tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=68d93567-e72a-41aa-a736-b6f6fab53269 HTTP/1.1" status: 200 len: 944 time: 0.0467994 Sep 22 22:23:07.455972 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bd985b53-f992-4e10-8ab8-4e9e26083d79 req-e849316b-6d15-4fe9-a313-7642a9d7ee19 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=490710c8-2aed-46f9-9f9a-e56f0b75dde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417070 Sep 22 22:23:08.077320 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 112c4980-6883-45bb-9b35-5748b395c8e9 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 22:23:08.175852 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 112c4980-6883-45bb-9b35-5748b395c8e9, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=112c4980-6883-45bb-9b35-5748b395c8e9,segment=NetworkSegment(ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b),segment_id=ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:23:08.188282 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Returning: {'device': '112c4980-6883-45bb-9b35-5748b395c8e9', 'network_id': '0988fd66-6f7a-4942-ab4d-2ae3bc59d161', 'port_id': '112c4980-6883-45bb-9b35-5748b395c8e9', 'mac_address': 'fa:16:3e:ba:b7:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6cde0c5-096c-428e-a930-396ae528c812', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 22:23:08.222275 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port 112c4980-6883-45bb-9b35-5748b395c8e9 is: DOWN; New status is: BUILD {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:23:08.222662 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (112c4980-6883-45bb-9b35-5748b395c8e9), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:08.235746 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 112c4980-6883-45bb-9b35-5748b395c8e9 {{(pid=106430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:23:08.256305 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 112c4980-6883-45bb-9b35-5748b395c8e9, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=112c4980-6883-45bb-9b35-5748b395c8e9,segment=NetworkSegment(ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b),segment_id=ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:23:08.260154 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (112c4980-6883-45bb-9b35-5748b395c8e9), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:08.305653 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=112c4980-6883-45bb-9b35-5748b395c8e9,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:23:08.577430 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b648166-893a-49c7-a081-ec9e15bb6185 req-ecd4c781-f1a6-48a3-8bf0-70e085ecc3dc tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:08.578895 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4b648166-893a-49c7-a081-ec9e15bb6185 req-ecd4c781-f1a6-48a3-8bf0-70e085ecc3dc tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=68d93567-e72a-41aa-a736-b6f6fab53269 HTTP/1.1" status: 200 len: 945 time: 0.0467517 Sep 22 22:23:08.606481 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:08.630478 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4b648166-893a-49c7-a081-ec9e15bb6185 req-d8282479-92c6-4567-ac17-7dad71e6a02f tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=490710c8-2aed-46f9-9f9a-e56f0b75dde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460203 Sep 22 22:23:08.677447 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['112c4980-6883-45bb-9b35-5748b395c8e9'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:23:08.809480 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:09.755247 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f7a4b-28cb-4a34-9a9e-1b905aeb608a req-aa461c7e-c8be-4ad6-9950-7f6182eaecee tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:09.757022 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0b6f7a4b-28cb-4a34-9a9e-1b905aeb608a req-aa461c7e-c8be-4ad6-9950-7f6182eaecee tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=68d93567-e72a-41aa-a736-b6f6fab53269 HTTP/1.1" status: 200 len: 945 time: 0.0499547 Sep 22 22:23:09.782559 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:09.805599 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0b6f7a4b-28cb-4a34-9a9e-1b905aeb608a req-0d0d138b-567f-4387-82a0-2b478faa6566 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=490710c8-2aed-46f9-9f9a-e56f0b75dde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430105 Sep 22 22:23:10.037582 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=100 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:10.095845 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 112c4980-6883-45bb-9b35-5748b395c8e9 up at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:23:10.308228 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning for port 112c4980-6883-45bb-9b35-5748b395c8e9 completed by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 22:23:10.314085 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning complete for port 112c4980-6883-45bb-9b35-5748b395c8e9 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:23:10.314483 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (112c4980-6883-45bb-9b35-5748b395c8e9), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:10.314828 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Attempt 1 to provision port 112c4980-6883-45bb-9b35-5748b395c8e9 Sep 22 22:23:10.384532 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port 112c4980-6883-45bb-9b35-5748b395c8e9 is: BUILD; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:23:10.384911 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (112c4980-6883-45bb-9b35-5748b395c8e9), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:10.407470 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d93567-e72a-41aa-a736-b6f6fab53269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112c4980-6883-45bb-9b35-5748b395c8e9'}] {{(pid=106430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:23:10.409734 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2272dcd180a18b0bdbf7a4ac2a7f9325cd9193a83f54eb82bc11fdb6a8b27d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f110ed9-0fdb-40c0-bebf-9949c2e599ec" -d '{"events": [{"server_uuid": "68d93567-e72a-41aa-a736-b6f6fab53269", "name": "network-vif-plugged", "status": "completed", "tag": "112c4980-6883-45bb-9b35-5748b395c8e9"}]}' {{(pid=106430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:23:10.423282 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 112c4980-6883-45bb-9b35-5748b395c8e9, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=112c4980-6883-45bb-9b35-5748b395c8e9,segment=NetworkSegment(ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b),segment_id=ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:23:10.427488 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (112c4980-6883-45bb-9b35-5748b395c8e9), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:10.451543 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdf7269-2774-41f9-9ccc-3eae849ad928 x-openstack-request-id: req-afdf7269-2774-41f9-9ccc-3eae849ad928 {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:23:10.451833 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d93567-e72a-41aa-a736-b6f6fab53269", "name": "network-vif-plugged", "status": "completed", "tag": "112c4980-6883-45bb-9b35-5748b395c8e9", "code": 200}]} {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:23:10.452087 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-afdf7269-2774-41f9-9ccc-3eae849ad928 {{(pid=106430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:23:10.452479 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afdf7269-2774-41f9-9ccc-3eae849ad928'] response: {'server_uuid': '68d93567-e72a-41aa-a736-b6f6fab53269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112c4980-6883-45bb-9b35-5748b395c8e9', 'code': 200} Sep 22 22:23:10.479710 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=112c4980-6883-45bb-9b35-5748b395c8e9,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:23:10.663371 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd80ae-c0af-4134-a88e-5676b061116f req-e074cd56-1e0f-4360-b4a7-fec3fdbcdc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:10.664818 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-3cdd80ae-c0af-4134-a88e-5676b061116f req-e074cd56-1e0f-4360-b4a7-fec3fdbcdc85 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=68d93567-e72a-41aa-a736-b6f6fab53269 HTTP/1.1" status: 200 len: 1130 time: 0.0389087 Sep 22 22:23:10.710577 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-3cdd80ae-c0af-4134-a88e-5676b061116f req-16db2dba-e98d-46e0-9ba6-88078be7f889 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=490710c8-2aed-46f9-9f9a-e56f0b75dde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401490 Sep 22 22:23:10.924912 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d617e-d0c5-4789-9bca-7cfb031e0e82 req-2bedb023-3e93-4271-bb5f-90d3b1e1c09b tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:10.926422 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-390d617e-d0c5-4789-9bca-7cfb031e0e82 req-2bedb023-3e93-4271-bb5f-90d3b1e1c09b tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=68d93567-e72a-41aa-a736-b6f6fab53269 HTTP/1.1" status: 200 len: 946 time: 0.0458477 Sep 22 22:23:10.974528 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-390d617e-d0c5-4789-9bca-7cfb031e0e82 req-40a23b05-da10-4aad-bc34-14f9fe822393 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=490710c8-2aed-46f9-9f9a-e56f0b75dde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425162 Sep 22 22:23:12.100741 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd879ce0-fad0-4717-93ef-a134c3952f93 req-d8085f76-8194-43e3-9882-65dc6891436e tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:12.102238 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bd879ce0-fad0-4717-93ef-a134c3952f93 req-d8085f76-8194-43e3-9882-65dc6891436e tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=68d93567-e72a-41aa-a736-b6f6fab53269 HTTP/1.1" status: 200 len: 946 time: 0.0515265 Sep 22 22:23:12.149925 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bd879ce0-fad0-4717-93ef-a134c3952f93 req-ba81efe9-b21b-49fb-ab0c-4fa736bc9092 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=490710c8-2aed-46f9-9f9a-e56f0b75dde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420761 Sep 22 22:23:13.267710 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a7af5-a20c-451a-98e7-cd2c3900f0ea req-297e3f19-57f1-4d6a-adfc-2580284d1d2d tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:13.269150 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a71a7af5-a20c-451a-98e7-cd2c3900f0ea req-297e3f19-57f1-4d6a-adfc-2580284d1d2d tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=68d93567-e72a-41aa-a736-b6f6fab53269 HTTP/1.1" status: 200 len: 946 time: 0.0459137 Sep 22 22:23:13.316041 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a71a7af5-a20c-451a-98e7-cd2c3900f0ea req-16baf7ba-8d74-482b-b144-efa82e918dbd tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=490710c8-2aed-46f9-9f9a-e56f0b75dde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413220 Sep 22 22:23:14.085456 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b17dc-29de-47a2-b74a-6cfc07cdf8aa req-2fbd11a1-42bd-43fc-8db0-40a247f32244 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:14.086914 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fe3b17dc-29de-47a2-b74a-6cfc07cdf8aa req-2fbd11a1-42bd-43fc-8db0-40a247f32244 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=68d93567-e72a-41aa-a736-b6f6fab53269 HTTP/1.1" status: 200 len: 946 time: 0.0502832 Sep 22 22:23:14.133683 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fe3b17dc-29de-47a2-b74a-6cfc07cdf8aa req-c6ceeb8c-4dd3-41c5-b7e7-c777ae3f8d12 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=490710c8-2aed-46f9-9f9a-e56f0b75dde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412083 Sep 22 22:23:14.898334 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-6065c1fe-768a-4004-b920-97234db355d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:15.258568 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbccde-f1a6-46d2-be61-0c1ce25435da req-57d30e18-74e8-44ef-9503-cff57d87ebd8 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:15.260025 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7fdbccde-f1a6-46d2-be61-0c1ce25435da req-57d30e18-74e8-44ef-9503-cff57d87ebd8 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=68d93567-e72a-41aa-a736-b6f6fab53269 HTTP/1.1" status: 200 len: 946 time: 0.0469689 Sep 22 22:23:15.306876 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-7fdbccde-f1a6-46d2-be61-0c1ce25435da req-f3396aef-febe-4ce1-8cee-e3ac200fa0fb tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=490710c8-2aed-46f9-9f9a-e56f0b75dde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412791 Sep 22 22:23:15.849844 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4e7e8-f469-4093-954c-af38a61514f2 req-5fbf18ab-caf3-4a19-b8fc-bf36c78be434 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:15.851241 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-c0e4e7e8-f469-4093-954c-af38a61514f2 req-5fbf18ab-caf3-4a19-b8fc-bf36c78be434 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=68d93567-e72a-41aa-a736-b6f6fab53269 HTTP/1.1" status: 200 len: 946 time: 0.0450182 Sep 22 22:23:15.931817 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [req-c0e4e7e8-f469-4093-954c-af38a61514f2 req-805269b8-f72c-4a69-93f1-2b2630fc0eba tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Deleting port 112c4980-6883-45bb-9b35-5748b395c8e9 {{(pid=106429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:23:15.932153 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-c0e4e7e8-f469-4093-954c-af38a61514f2 req-805269b8-f72c-4a69-93f1-2b2630fc0eba tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (112c4980-6883-45bb-9b35-5748b395c8e9), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:16.022862 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.db [req-c0e4e7e8-f469-4093-954c-af38a61514f2 req-805269b8-f72c-4a69-93f1-2b2630fc0eba tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] For port 112c4980-6883-45bb-9b35-5748b395c8e9, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=112c4980-6883-45bb-9b35-5748b395c8e9,segment=NetworkSegment(ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b),segment_id=ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b)] {{(pid=106429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:23:16.023222 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-c0e4e7e8-f469-4093-954c-af38a61514f2 req-805269b8-f72c-4a69-93f1-2b2630fc0eba tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (112c4980-6883-45bb-9b35-5748b395c8e9), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:16.035721 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [req-c0e4e7e8-f469-4093-954c-af38a61514f2 req-805269b8-f72c-4a69-93f1-2b2630fc0eba tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Calling delete_port for 112c4980-6883-45bb-9b35-5748b395c8e9 owned by compute:nova {{(pid=106429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:23:16.125023 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:23:16.162391 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-c0e4e7e8-f469-4093-954c-af38a61514f2 req-805269b8-f72c-4a69-93f1-2b2630fc0eba tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (112c4980-6883-45bb-9b35-5748b395c8e9), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:16.188681 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805269b8-f72c-4a69-93f1-2b2630fc0eba tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Pushing event deleted for resources: {'Port': ['ID=112c4980-6883-45bb-9b35-5748b395c8e9,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:23:16.198162 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['112c4980-6883-45bb-9b35-5748b395c8e9'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:23:16.233848 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e4e7e8-f469-4093-954c-af38a61514f2 req-805269b8-f72c-4a69-93f1-2b2630fc0eba tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] No DVR routers for this DVR port 112c4980-6883-45bb-9b35-5748b395c8e9 on host hv-cinder-84914 {{(pid=106429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:23:16.236244 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-c0e4e7e8-f469-4093-954c-af38a61514f2 req-805269b8-f72c-4a69-93f1-2b2630fc0eba tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:16.239515 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-c0e4e7e8-f469-4093-954c-af38a61514f2 req-805269b8-f72c-4a69-93f1-2b2630fc0eba tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.57 "DELETE /networking/v2.0/ports/112c4980-6883-45bb-9b35-5748b395c8e9 HTTP/1.1" status: 204 len: 173 time: 0.3835421 Sep 22 22:23:16.239999 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d93567-e72a-41aa-a736-b6f6fab53269', 'name': 'network-vif-deleted', 'tag': '112c4980-6883-45bb-9b35-5748b395c8e9'}] {{(pid=106429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:23:16.242955 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fecb9e71e3cfecf727650ea9349eddd955ebb7a4b95363fd8d1edf6265131bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37026d6-8b4b-4f4c-b5a0-3c290c0d7690" -d '{"events": [{"server_uuid": "68d93567-e72a-41aa-a736-b6f6fab53269", "name": "network-vif-deleted", "tag": "112c4980-6883-45bb-9b35-5748b395c8e9"}]}' {{(pid=106429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:23:16.285357 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788c93cd-a7bb-4d58-8a7c-2dbd8c44d50a x-openstack-request-id: req-788c93cd-a7bb-4d58-8a7c-2dbd8c44d50a {{(pid=106429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:23:16.285647 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d93567-e72a-41aa-a736-b6f6fab53269", "name": "network-vif-deleted", "tag": "112c4980-6883-45bb-9b35-5748b395c8e9", "status": "completed", "code": 200}]} {{(pid=106429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:23:16.285900 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-788c93cd-a7bb-4d58-8a7c-2dbd8c44d50a {{(pid=106429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:23:16.286305 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-788c93cd-a7bb-4d58-8a7c-2dbd8c44d50a'] response: {'server_uuid': '68d93567-e72a-41aa-a736-b6f6fab53269', 'name': 'network-vif-deleted', 'tag': '112c4980-6883-45bb-9b35-5748b395c8e9', 'status': 'completed', 'code': 200} Sep 22 22:23:16.423902 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8d7d04e9-99c2-4267-a4e1-902b75b917de req-1369a0a0-bbb2-467f-bd8f-6851b456b902 tempest-VolumesActionsTest-1481854535 tempest-VolumesActionsTest-1481854535-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=68d93567-e72a-41aa-a736-b6f6fab53269 HTTP/1.1" status: 200 len: 210 time: 0.0284960 Sep 22 22:23:17.075893 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5a485e14-99aa-442f-8d6a-d1ea3d459a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:17.654386 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:18.362410 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:19.782209 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:20.133563 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:22.218532 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 112c4980-6883-45bb-9b35-5748b395c8e9 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:23:22.237866 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] No Port match for: 112c4980-6883-45bb-9b35-5748b395c8e9 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:23:22.238214 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 112c4980-6883-45bb-9b35-5748b395c8e9 not bound to the agent host hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:23:23.139480 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:25.300337 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=58 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:25.815445 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-0f08f785-ad96-4a26-80e2-28999e4f7f6b req-bb1871c6-366d-43b5-9b5b-a865bad14bd8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=fbebf564-cdc8-496b-9257-1de15ce25ca5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441868 Sep 22 22:23:25.940132 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08f785-ad96-4a26-80e2-28999e4f7f6b req-14f4c1ac-5fc5-4fee-a37a-19c3015ac21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:25.941762 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-0f08f785-ad96-4a26-80e2-28999e4f7f6b req-14f4c1ac-5fc5-4fee-a37a-19c3015ac21b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=e9c311fa04f241249d428df8e88539f4&device_id=fbebf564-cdc8-496b-9257-1de15ce25ca5 HTTP/1.1" status: 200 len: 1130 time: 0.0552468 Sep 22 22:23:26.049238 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08f785-ad96-4a26-80e2-28999e4f7f6b req-06041421-9817-44cf-a609-07c8d1f19857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:26.051145 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-0f08f785-ad96-4a26-80e2-28999e4f7f6b req-06041421-9817-44cf-a609-07c8d1f19857 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c773c61e-e7b7-47c6-998a-83ddea69af57 HTTP/1.1" status: 200 len: 912 time: 0.0906951 Sep 22 22:23:26.122472 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:26.128509 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-0f08f785-ad96-4a26-80e2-28999e4f7f6b req-6c5f61f9-706a-49a7-9e30-ce1f3ca29f1c service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df43b20d-bd58-4303-8444-f7ed51aa3a97 HTTP/1.1" status: 200 len: 1002 time: 0.0682690 Sep 22 22:23:26.183269 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08f785-ad96-4a26-80e2-28999e4f7f6b req-3fe9da43-6339-4a10-96f3-4a4ad5187e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:26.184833 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-0f08f785-ad96-4a26-80e2-28999e4f7f6b req-3fe9da43-6339-4a10-96f3-4a4ad5187e98 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=739be4fb-823b-4d42-a812-9f7b38b66187 HTTP/1.1" status: 200 len: 850 time: 0.0490916 Sep 22 22:23:26.219506 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:26.234174 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08f785-ad96-4a26-80e2-28999e4f7f6b req-2fbd7e3d-d0b3-48e8-acfb-72a420e9a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:26.235987 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-0f08f785-ad96-4a26-80e2-28999e4f7f6b req-2fbd7e3d-d0b3-48e8-acfb-72a420e9a01c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c773c61e-e7b7-47c6-998a-83ddea69af57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449693 Sep 22 22:23:26.326483 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:26.360640 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-0f08f785-ad96-4a26-80e2-28999e4f7f6b req-f0c602db-f396-4f69-bb0a-77e75fa15399 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c773c61e-e7b7-47c6-998a-83ddea69af57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177430 Sep 22 22:23:26.406303 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=49 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:26.472058 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-0f08f785-ad96-4a26-80e2-28999e4f7f6b req-f49f92f1-5222-41b7-aa19-0249e9229a1a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c773c61e-e7b7-47c6-998a-83ddea69af57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047122 Sep 22 22:23:32.221878 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=52,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:32.223084 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=50,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:36.467378 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=24 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:36.468738 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=9 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:41.309421 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 47452) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:23:41.356825 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed383480-3a82-48e7-b1d6-1d8a5c988cac admin admin] Deleting subnet f6cde0c5-096c-428e-a930-396ae528c812 {{(pid=106428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 22:23:41.359977 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ed383480-3a82-48e7-b1d6-1d8a5c988cac admin admin] Publish callbacks [] for subnet (f6cde0c5-096c-428e-a930-396ae528c812), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:41.394854 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ed383480-3a82-48e7-b1d6-1d8a5c988cac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10260588'] for subnet (f6cde0c5-096c-428e-a930-396ae528c812), precommit_delete_associations {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:41.432978 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ed383480-3a82-48e7-b1d6-1d8a5c988cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433450'] for subnet (f6cde0c5-096c-428e-a930-396ae528c812), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:41.484237 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ed383480-3a82-48e7-b1d6-1d8a5c988cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10406668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847801'] for subnet (f6cde0c5-096c-428e-a930-396ae528c812), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:41.511539 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed383480-3a82-48e7-b1d6-1d8a5c988cac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6cde0c5-096c-428e-a930-396ae528c812,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:23:41.521126 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed383480-3a82-48e7-b1d6-1d8a5c988cac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:41.521481 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed383480-3a82-48e7-b1d6-1d8a5c988cac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:41.521820 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed383480-3a82-48e7-b1d6-1d8a5c988cac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:41.522159 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed383480-3a82-48e7-b1d6-1d8a5c988cac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:41.522509 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed383480-3a82-48e7-b1d6-1d8a5c988cac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:41.522821 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed383480-3a82-48e7-b1d6-1d8a5c988cac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:41.523564 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed383480-3a82-48e7-b1d6-1d8a5c988cac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:41.523564 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed383480-3a82-48e7-b1d6-1d8a5c988cac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:41.523758 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed383480-3a82-48e7-b1d6-1d8a5c988cac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:41.524074 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed383480-3a82-48e7-b1d6-1d8a5c988cac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:41.524398 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed383480-3a82-48e7-b1d6-1d8a5c988cac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:41.524723 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed383480-3a82-48e7-b1d6-1d8a5c988cac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:41.525062 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed383480-3a82-48e7-b1d6-1d8a5c988cac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:41.525491 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed383480-3a82-48e7-b1d6-1d8a5c988cac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:41.525811 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed383480-3a82-48e7-b1d6-1d8a5c988cac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:41.528712 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ed383480-3a82-48e7-b1d6-1d8a5c988cac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for subnet (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:41.531873 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-ed383480-3a82-48e7-b1d6-1d8a5c988cac admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/f6cde0c5-096c-428e-a930-396ae528c812 HTTP/1.1" status: 204 len: 168 time: 0.2215247 Sep 22 22:23:41.534266 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 47454) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:23:41.601296 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c5f16178-d363-49a2-991c-ab6ac02a1fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425183'] for network (0988fd66-6f7a-4942-ab4d-2ae3bc59d161), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:41.682251 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c5f16178-d363-49a2-991c-ab6ac02a1fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1288257', 'neutron.services.segments.db._delete_segments_for_network-8778793935297'] for network (0988fd66-6f7a-4942-ab4d-2ae3bc59d161), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:41.701935 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.services.segments.db [None req-c5f16178-d363-49a2-991c-ab6ac02a1fdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0988fd66-6f7a-4942-ab4d-2ae3bc59d161']}} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:23:41.710967 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.services.segments.db [None req-c5f16178-d363-49a2-991c-ab6ac02a1fdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b') {'for_net_delete': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:23:41.711260 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.services.segments.db [None req-c5f16178-d363-49a2-991c-ab6ac02a1fdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b') {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:23:41.720500 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c5f16178-d363-49a2-991c-ab6ac02a1fdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778793935189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10260567'] for segment (ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:41.734436 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c5f16178-d363-49a2-991c-ab6ac02a1fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:41.740523 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f16178-d363-49a2-991c-ab6ac02a1fdc admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=106428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:23:41.740912 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c5f16178-d363-49a2-991c-ab6ac02a1fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10406838'] for segment (ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:41.802765 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c5f16178-d363-49a2-991c-ab6ac02a1fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1288312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684483'] for network (0988fd66-6f7a-4942-ab4d-2ae3bc59d161), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:41.808326 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c5f16178-d363-49a2-991c-ab6ac02a1fdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:41.813565 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-c5f16178-d363-49a2-991c-ab6ac02a1fdc admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/0988fd66-6f7a-4942-ab4d-2ae3bc59d161 HTTP/1.1" status: 204 len: 168 time: 0.2783554 Sep 22 22:23:41.829056 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f16178-d363-49a2-991c-ab6ac02a1fdc admin admin] Pushing event deleted for resources: {'Network': ['ID=0988fd66-6f7a-4942-ab4d-2ae3bc59d161,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:23:41.879775 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.services.segments.plugin [-] Segment ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b resource provider aggregate not found Sep 22 22:23:41.896297 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.services.segments.plugin [-] Segment ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef6ad6a8-e133-4ee1-bd28-17d359a4ed9b found for delete ", "request_id": "req-42900d84-d392-4a35-a3d4-d7e8b2c4ddd0"}]} Sep 22 22:23:41.981061 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 47464) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:23:42.021061 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-9080de87-285a-42f4-99f4-6b9dfd000b6c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ed0761f1f2a148ce8b55f519a13421c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388582 Sep 22 22:23:42.023483 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 47466) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:23:42.074562 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-220a00d1-eef9-45d0-95be-f3fd4bb777fe admin admin] Publish callbacks [] for security_group (490710c8-2aed-46f9-9f9a-e56f0b75dde7), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:42.093866 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-220a00d1-eef9-45d0-95be-f3fd4bb777fe admin admin] Publish callbacks [] for security_group (490710c8-2aed-46f9-9f9a-e56f0b75dde7), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:42.140873 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-220a00d1-eef9-45d0-95be-f3fd4bb777fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (490710c8-2aed-46f9-9f9a-e56f0b75dde7), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:42.143437 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-220a00d1-eef9-45d0-95be-f3fd4bb777fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:42.144610 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-220a00d1-eef9-45d0-95be-f3fd4bb777fe admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/490710c8-2aed-46f9-9f9a-e56f0b75dde7 HTTP/1.1" status: 204 len: 168 time: 0.1202595 Sep 22 22:23:42.152792 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a00d1-eef9-45d0-95be-f3fd4bb777fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490710c8-2aed-46f9-9f9a-e56f0b75dde7,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:23:43.168796 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:43.171840 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:DELETE=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:44.899839 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-bfabc979-44d5-4bcb-8464-f09fe5fa2cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:45.709687 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 47512) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:23:45.813465 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-6c11089a-da73-41ac-a89d-f5cc1c87fe84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:45.881996 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=7 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:45.891876 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-6c11089a-da73-41ac-a89d-f5cc1c87fe84 admin admin] Publish callbacks [] for security_group (ecb9418c-1870-4dca-96d8-0643a29b6a95), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:45.895429 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-6c11089a-da73-41ac-a89d-f5cc1c87fe84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (ecb9418c-1870-4dca-96d8-0643a29b6a95), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:45.899185 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:45.939494 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-6c11089a-da73-41ac-a89d-f5cc1c87fe84 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c11f0dca10d74f8d91e534d5a065a12f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287445 Sep 22 22:23:45.941632 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11089a-da73-41ac-a89d-f5cc1c87fe84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb9418c-1870-4dca-96d8-0643a29b6a95,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:23:45.942395 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 47516) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:23:45.997276 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6e1d0913-4d4c-4048-bdb2-607f8fffd87d admin admin] Publish callbacks [] for security_group (ecb9418c-1870-4dca-96d8-0643a29b6a95), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:46.017170 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6e1d0913-4d4c-4048-bdb2-607f8fffd87d admin admin] Publish callbacks [] for security_group (ecb9418c-1870-4dca-96d8-0643a29b6a95), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:46.063317 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6e1d0913-4d4c-4048-bdb2-607f8fffd87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (ecb9418c-1870-4dca-96d8-0643a29b6a95), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:46.066146 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6e1d0913-4d4c-4048-bdb2-607f8fffd87d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:46.067305 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-6e1d0913-4d4c-4048-bdb2-607f8fffd87d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ecb9418c-1870-4dca-96d8-0643a29b6a95 HTTP/1.1" status: 204 len: 168 time: 0.1239450 Sep 22 22:23:46.076266 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d0913-4d4c-4048-bdb2-607f8fffd87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb9418c-1870-4dca-96d8-0643a29b6a95,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:23:46.083606 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1d0913-4d4c-4048-bdb2-607f8fffd87d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:46.083955 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1d0913-4d4c-4048-bdb2-607f8fffd87d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:46.084293 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1d0913-4d4c-4048-bdb2-607f8fffd87d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:46.084628 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1d0913-4d4c-4048-bdb2-607f8fffd87d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:46.084957 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1d0913-4d4c-4048-bdb2-607f8fffd87d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:46.085313 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1d0913-4d4c-4048-bdb2-607f8fffd87d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:46.085678 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1d0913-4d4c-4048-bdb2-607f8fffd87d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:46.085979 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1d0913-4d4c-4048-bdb2-607f8fffd87d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:46.086299 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1d0913-4d4c-4048-bdb2-607f8fffd87d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:46.086619 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1d0913-4d4c-4048-bdb2-607f8fffd87d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:46.086942 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1d0913-4d4c-4048-bdb2-607f8fffd87d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:46.087262 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1d0913-4d4c-4048-bdb2-607f8fffd87d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:46.087577 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1d0913-4d4c-4048-bdb2-607f8fffd87d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:46.088551 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1d0913-4d4c-4048-bdb2-607f8fffd87d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:46.088865 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1d0913-4d4c-4048-bdb2-607f8fffd87d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:23:47.078620 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-0ee6d4c9-b243-4fe9-b37a-6655374b6cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:47.689468 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:48.364241 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:49.785696 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:50.137011 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:53.125300 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:23:54.778421 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 47640) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:23:54.923751 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-d2f9edce-a078-4e3f-990c-4f9d582e6843 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Deleting port 45efc05c-8b57-4278-a24f-3cbc0c08132c {{(pid=106429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:23:54.924093 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d2f9edce-a078-4e3f-990c-4f9d582e6843 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (45efc05c-8b57-4278-a24f-3cbc0c08132c), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:55.003936 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d2f9edce-a078-4e3f-990c-4f9d582e6843 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (45efc05c-8b57-4278-a24f-3cbc0c08132c), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:55.004261 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d2f9edce-a078-4e3f-990c-4f9d582e6843 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for floatingip (45efc05c-8b57-4278-a24f-3cbc0c08132c), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:55.016217 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-d2f9edce-a078-4e3f-990c-4f9d582e6843 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Calling delete_port for 45efc05c-8b57-4278-a24f-3cbc0c08132c owned by network:floatingip {{(pid=106429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:23:55.182997 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d2f9edce-a078-4e3f-990c-4f9d582e6843 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (45efc05c-8b57-4278-a24f-3cbc0c08132c), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:55.210441 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9edce-a078-4e3f-990c-4f9d582e6843 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Pushing event deleted for resources: {'Port': ['ID=45efc05c-8b57-4278-a24f-3cbc0c08132c,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:23:55.274200 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d2f9edce-a078-4e3f-990c-4f9d582e6843 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for floatingip (d3bb0281-ac46-4f36-8eff-d7794b4b6064), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:55.274524 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.db.l3_db [None req-d2f9edce-a078-4e3f-990c-4f9d582e6843 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Floating IP d3bb0281-ac46-4f36-8eff-d7794b4b6064 disassociated (deleted). External IP: 172.27.1.23, port: 2f531c40-7605-4ab0-bed8-8a0000e6cd28. Sep 22 22:23:55.460360 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:55.468925 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:55.470973 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f9edce-a078-4e3f-990c-4f9d582e6843 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Router bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:23:55.577690 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f9edce-a078-4e3f-990c-4f9d582e6843 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:23:55.582470 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d2f9edce-a078-4e3f-990c-4f9d582e6843 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:55.586934 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad8cd2a-62e6-4ac0-b18d-454d04064700 None None] Sync routers for ids ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:23:55.596456 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad8cd2a-62e6-4ac0-b18d-454d04064700 None None] Routers {'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:23:55.597066 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-bad8cd2a-62e6-4ac0-b18d-454d04064700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:23:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:23:55.611829 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-d2f9edce-a078-4e3f-990c-4f9d582e6843 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/d3bb0281-ac46-4f36-8eff-d7794b4b6064 HTTP/1.1" status: 204 len: 168 time: 0.8324008 Sep 22 22:23:55.612457 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2feb92db-975d-4abf-8814-603da11f8603', 'tag': '2f531c40-7605-4ab0-bed8-8a0000e6cd28'}] {{(pid=106429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:23:55.614722 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fecb9e71e3cfecf727650ea9349eddd955ebb7a4b95363fd8d1edf6265131bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91560164-36af-40fd-a30a-0fa82f47fcd6" -d '{"events": [{"name": "network-changed", "server_uuid": "2feb92db-975d-4abf-8814-603da11f8603", "tag": "2f531c40-7605-4ab0-bed8-8a0000e6cd28"}]}' {{(pid=106429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:23:55.658387 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a4d2a9-2455-42ab-8ec0-e954d2b6cd47 x-openstack-request-id: req-e1a4d2a9-2455-42ab-8ec0-e954d2b6cd47 {{(pid=106429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:23:55.658387 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2feb92db-975d-4abf-8814-603da11f8603", "tag": "2f531c40-7605-4ab0-bed8-8a0000e6cd28", "status": "completed", "code": 200}]} {{(pid=106429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:23:55.658779 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1a4d2a9-2455-42ab-8ec0-e954d2b6cd47 {{(pid=106429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:23:55.659492 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1a4d2a9-2455-42ab-8ec0-e954d2b6cd47'] response: {'name': 'network-changed', 'server_uuid': '2feb92db-975d-4abf-8814-603da11f8603', 'tag': '2f531c40-7605-4ab0-bed8-8a0000e6cd28', 'status': 'completed', 'code': 200} Sep 22 22:23:55.708386 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-bad8cd2a-62e6-4ac0-b18d-454d04064700 None None] Set router bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:23:55.770373 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91560164-36af-40fd-a30a-0fa82f47fcd6 req-c23fb8b5-742e-4fd5-b548-0f0e31f18d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:55.773076 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-91560164-36af-40fd-a30a-0fa82f47fcd6 req-c23fb8b5-742e-4fd5-b548-0f0e31f18d40 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=e9c311fa04f241249d428df8e88539f4&device_id=2feb92db-975d-4abf-8814-603da11f8603 HTTP/1.1" status: 200 len: 1130 time: 0.0478656 Sep 22 22:23:55.882884 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4148924-8919-4450-a4b3-73fe773b1160 req-48f0f592-c54d-4f0a-b1a7-e76fb7e59b1a tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:55.884404 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b4148924-8919-4450-a4b3-73fe773b1160 req-48f0f592-c54d-4f0a-b1a7-e76fb7e59b1a tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2feb92db-975d-4abf-8814-603da11f8603 HTTP/1.1" status: 200 len: 946 time: 0.0517030 Sep 22 22:23:55.934426 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b4148924-8919-4450-a4b3-73fe773b1160 req-8388c17f-a5a7-4220-936c-5ffdbfbb3e1b tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436709 Sep 22 22:23:55.954461 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-bad8cd2a-62e6-4ac0-b18d-454d04064700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'name': 'tempest-TestVolumeBootPattern-954975377-router', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:54Z', 'revision_number': 4, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'gw_port': {'id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': '78b3999f-2c26-495b-accb-171702160ddc', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'port_id': 'df43b20d-bd58-4303-8444-f7ed51aa3a97', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'mac_address': 'fa:16:3e:f2:25:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbebf564-cdc8-496b-9257-1de15ce25ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:18:58Z', 'updated_at': '2022-09-22T22:19:01Z', 'revision_number': 1, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35018be7-3837-4534-a08c-06597edb0c6f', 'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'mac_address': 'fa:16:3e:21:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:54Z', 'updated_at': '2022-09-22T22:14:59Z', 'revision_number': 5, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'subnets': [{'id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:23:55.979884 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad8cd2a-62e6-4ac0-b18d-454d04064700 None None] Checking router: bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:23:55.988261 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad8cd2a-62e6-4ac0-b18d-454d04064700 None None] Routers {'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:23:55.988857 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-bad8cd2a-62e6-4ac0-b18d-454d04064700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:23:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:23:56.095486 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-bad8cd2a-62e6-4ac0-b18d-454d04064700 None None] Set router bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:23:56.300822 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-bad8cd2a-62e6-4ac0-b18d-454d04064700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'name': 'tempest-TestVolumeBootPattern-954975377-router', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:54Z', 'revision_number': 4, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'gw_port': {'id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': '78b3999f-2c26-495b-accb-171702160ddc', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'port_id': 'df43b20d-bd58-4303-8444-f7ed51aa3a97', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'mac_address': 'fa:16:3e:f2:25:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbebf564-cdc8-496b-9257-1de15ce25ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:18:58Z', 'updated_at': '2022-09-22T22:19:01Z', 'revision_number': 1, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35018be7-3837-4534-a08c-06597edb0c6f', 'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'mac_address': 'fa:16:3e:21:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:54Z', 'updated_at': '2022-09-22T22:14:59Z', 'revision_number': 5, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'subnets': [{'id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:23:56.329047 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad8cd2a-62e6-4ac0-b18d-454d04064700 None None] The sync data for ids ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'] in dv-cinder-849143-6-iscsi is: [{'id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'name': 'tempest-TestVolumeBootPattern-954975377-router', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:54Z', 'revision_number': 4, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'gw_port': {'id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': '78b3999f-2c26-495b-accb-171702160ddc', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'port_id': 'df43b20d-bd58-4303-8444-f7ed51aa3a97', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'mac_address': 'fa:16:3e:f2:25:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbebf564-cdc8-496b-9257-1de15ce25ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:18:58Z', 'updated_at': '2022-09-22T22:19:01Z', 'revision_number': 1, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35018be7-3837-4534-a08c-06597edb0c6f', 'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'mac_address': 'fa:16:3e:21:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:54Z', 'updated_at': '2022-09-22T22:14:59Z', 'revision_number': 5, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'subnets': [{'id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:23:56.549510 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f656b1-dbb9-4328-8e57-5c6b38e41d01 None None] New status for floating IP d3bb0281-ac46-4f36-8eff-d7794b4b6064: DOWN {{(pid=106431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 22:23:56.987889 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91560164-36af-40fd-a30a-0fa82f47fcd6 req-16df7687-8653-41a7-a686-c102729f5eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:56.987889 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-91560164-36af-40fd-a30a-0fa82f47fcd6 req-16df7687-8653-41a7-a686-c102729f5eb4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c773c61e-e7b7-47c6-998a-83ddea69af57 HTTP/1.1" status: 200 len: 912 time: 0.0966733 Sep 22 22:23:57.054689 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-91560164-36af-40fd-a30a-0fa82f47fcd6 req-25d19a81-d104-4b2f-bcec-7879cfc64ec5 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f531c40-7605-4ab0-bed8-8a0000e6cd28 HTTP/1.1" status: 200 len: 217 time: 0.0368121 Sep 22 22:23:57.070416 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100d0dd-60ef-4c8a-be8c-dde1ca980b3f req-b1aef26f-da02-455a-b3ad-60f9349094f6 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:57.072288 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b100d0dd-60ef-4c8a-be8c-dde1ca980b3f req-b1aef26f-da02-455a-b3ad-60f9349094f6 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2feb92db-975d-4abf-8814-603da11f8603 HTTP/1.1" status: 200 len: 946 time: 0.0577195 Sep 22 22:23:57.110314 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91560164-36af-40fd-a30a-0fa82f47fcd6 req-2b367fa8-1df2-43ca-8f68-928491940f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:57.111835 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-91560164-36af-40fd-a30a-0fa82f47fcd6 req-2b367fa8-1df2-43ca-8f68-928491940f8e service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=739be4fb-823b-4d42-a812-9f7b38b66187 HTTP/1.1" status: 200 len: 850 time: 0.0510521 Sep 22 22:23:57.112267 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 47662) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:23:57.128237 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b100d0dd-60ef-4c8a-be8c-dde1ca980b3f req-5f93de65-a8e9-411e-8c2b-946f493b834d tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461545 Sep 22 22:23:57.162197 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91560164-36af-40fd-a30a-0fa82f47fcd6 req-b3ca4fad-79cf-441c-a279-045a1dec1659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:57.163996 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-91560164-36af-40fd-a30a-0fa82f47fcd6 req-b3ca4fad-79cf-441c-a279-045a1dec1659 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c773c61e-e7b7-47c6-998a-83ddea69af57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459239 Sep 22 22:23:57.232614 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-fdec5ded-b2c4-4c53-947b-aebce1cfa042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:57.361407 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-91560164-36af-40fd-a30a-0fa82f47fcd6 req-369194f6-c246-46d1-a699-2d406f70f8b6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c773c61e-e7b7-47c6-998a-83ddea69af57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361747 Sep 22 22:23:57.388665 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-fdec5ded-b2c4-4c53-947b-aebce1cfa042 admin admin] Publish callbacks [] for security_group (2d7192c2-2c50-4d06-b20c-2fcbe502b2c3), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:57.392415 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-fdec5ded-b2c4-4c53-947b-aebce1cfa042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (2d7192c2-2c50-4d06-b20c-2fcbe502b2c3), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:57.432270 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-fdec5ded-b2c4-4c53-947b-aebce1cfa042 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=48cd248992874994a490170d08d0c791&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189304 Sep 22 22:23:57.434785 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec5ded-b2c4-4c53-947b-aebce1cfa042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7192c2-2c50-4d06-b20c-2fcbe502b2c3,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:23:57.435537 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 47666) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:23:57.486039 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4bbdf1b9-57f6-4103-9e4e-7326cc9adf9a admin admin] Publish callbacks [] for security_group (2d7192c2-2c50-4d06-b20c-2fcbe502b2c3), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:57.507330 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4bbdf1b9-57f6-4103-9e4e-7326cc9adf9a admin admin] Publish callbacks [] for security_group (2d7192c2-2c50-4d06-b20c-2fcbe502b2c3), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:57.521043 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-91560164-36af-40fd-a30a-0fa82f47fcd6 req-8dde4de4-470c-4bc6-8b3f-9daf8287f206 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c773c61e-e7b7-47c6-998a-83ddea69af57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871727 Sep 22 22:23:57.557009 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4bbdf1b9-57f6-4103-9e4e-7326cc9adf9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (2d7192c2-2c50-4d06-b20c-2fcbe502b2c3), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:57.560763 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4bbdf1b9-57f6-4103-9e4e-7326cc9adf9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:57.561951 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-4bbdf1b9-57f6-4103-9e4e-7326cc9adf9a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2d7192c2-2c50-4d06-b20c-2fcbe502b2c3 HTTP/1.1" status: 204 len: 168 time: 0.1254363 Sep 22 22:23:57.570808 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbdf1b9-57f6-4103-9e4e-7326cc9adf9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7192c2-2c50-4d06-b20c-2fcbe502b2c3,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:23:58.100160 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef875045-05e7-4aa0-8e1c-c5b11fa4297e req-536aa195-1e6d-4dc6-a08f-767cfc380dd9 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:58.101609 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-ef875045-05e7-4aa0-8e1c-c5b11fa4297e req-536aa195-1e6d-4dc6-a08f-767cfc380dd9 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=2feb92db-975d-4abf-8814-603da11f8603 HTTP/1.1" status: 200 len: 946 time: 0.0498152 Sep 22 22:23:58.173484 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:58.181707 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [req-ef875045-05e7-4aa0-8e1c-c5b11fa4297e req-7a3b4d60-5d0c-4b72-a7ee-660abd7bc3fc tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Deleting port 2f531c40-7605-4ab0-bed8-8a0000e6cd28 {{(pid=106429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:23:58.182045 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-ef875045-05e7-4aa0-8e1c-c5b11fa4297e req-7a3b4d60-5d0c-4b72-a7ee-660abd7bc3fc tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (2f531c40-7605-4ab0-bed8-8a0000e6cd28), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:58.253865 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de6a02-2db1-45fc-8619-4ee1c649b6f5 req-967e0f28-532b-4385-bc23-b6e927a84408 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:23:58.255394 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-40de6a02-2db1-45fc-8619-4ee1c649b6f5 req-967e0f28-532b-4385-bc23-b6e927a84408 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2feb92db-975d-4abf-8814-603da11f8603 HTTP/1.1" status: 200 len: 946 time: 0.0477545 Sep 22 22:23:58.273050 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.db [req-ef875045-05e7-4aa0-8e1c-c5b11fa4297e req-7a3b4d60-5d0c-4b72-a7ee-660abd7bc3fc tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] For port 2f531c40-7605-4ab0-bed8-8a0000e6cd28, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2f531c40-7605-4ab0-bed8-8a0000e6cd28,segment=NetworkSegment(02ab888a-ff4d-434e-871e-f1b1416587f3),segment_id=02ab888a-ff4d-434e-871e-f1b1416587f3)] {{(pid=106429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:23:58.273425 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-ef875045-05e7-4aa0-8e1c-c5b11fa4297e req-7a3b4d60-5d0c-4b72-a7ee-660abd7bc3fc tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (2f531c40-7605-4ab0-bed8-8a0000e6cd28), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:58.280659 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:23:58.287763 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [req-ef875045-05e7-4aa0-8e1c-c5b11fa4297e req-7a3b4d60-5d0c-4b72-a7ee-660abd7bc3fc tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Calling delete_port for 2f531c40-7605-4ab0-bed8-8a0000e6cd28 owned by compute:nova {{(pid=106429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:23:58.307221 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-40de6a02-2db1-45fc-8619-4ee1c649b6f5 req-82c2d4f0-02d9-4ee7-af8e-6ece063492e2 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459423 Sep 22 22:23:58.411613 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-ef875045-05e7-4aa0-8e1c-c5b11fa4297e req-7a3b4d60-5d0c-4b72-a7ee-660abd7bc3fc tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (2f531c40-7605-4ab0-bed8-8a0000e6cd28), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:58.442088 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b4d60-5d0c-4b72-a7ee-660abd7bc3fc tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Pushing event deleted for resources: {'Port': ['ID=2f531c40-7605-4ab0-bed8-8a0000e6cd28,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:23:58.486490 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef875045-05e7-4aa0-8e1c-c5b11fa4297e req-7a3b4d60-5d0c-4b72-a7ee-660abd7bc3fc tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] No DVR routers for this DVR port 2f531c40-7605-4ab0-bed8-8a0000e6cd28 on host hv-cinder-84914 {{(pid=106429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:23:58.489316 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [req-ef875045-05e7-4aa0-8e1c-c5b11fa4297e req-7a3b4d60-5d0c-4b72-a7ee-660abd7bc3fc tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:23:58.492630 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-ef875045-05e7-4aa0-8e1c-c5b11fa4297e req-7a3b4d60-5d0c-4b72-a7ee-660abd7bc3fc tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.57 "DELETE /networking/v2.0/ports/2f531c40-7605-4ab0-bed8-8a0000e6cd28 HTTP/1.1" status: 204 len: 173 time: 0.3861217 Sep 22 22:23:58.493176 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2feb92db-975d-4abf-8814-603da11f8603', 'name': 'network-vif-deleted', 'tag': '2f531c40-7605-4ab0-bed8-8a0000e6cd28'}] {{(pid=106429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:23:58.495512 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fecb9e71e3cfecf727650ea9349eddd955ebb7a4b95363fd8d1edf6265131bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6754b6-1a6f-4b1f-bf52-71885c4886a3" -d '{"events": [{"server_uuid": "2feb92db-975d-4abf-8814-603da11f8603", "name": "network-vif-deleted", "tag": "2f531c40-7605-4ab0-bed8-8a0000e6cd28"}]}' {{(pid=106429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:23:58.533471 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a679b85e-2ca0-4436-ab86-2234aff8fd2e x-openstack-request-id: req-a679b85e-2ca0-4436-ab86-2234aff8fd2e {{(pid=106429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:23:58.533817 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2feb92db-975d-4abf-8814-603da11f8603", "name": "network-vif-deleted", "tag": "2f531c40-7605-4ab0-bed8-8a0000e6cd28", "status": "completed", "code": 200}]} {{(pid=106429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:23:58.534176 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a679b85e-2ca0-4436-ab86-2234aff8fd2e {{(pid=106429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:23:58.534606 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a679b85e-2ca0-4436-ab86-2234aff8fd2e'] response: {'server_uuid': '2feb92db-975d-4abf-8814-603da11f8603', 'name': 'network-vif-deleted', 'tag': '2f531c40-7605-4ab0-bed8-8a0000e6cd28', 'status': 'completed', 'code': 200} Sep 22 22:23:59.422685 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fdd4f96e-c1ea-49dd-b3f9-898abfd6e76c req-aee0d214-6364-4f5e-b8af-16aa0322044e tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2feb92db-975d-4abf-8814-603da11f8603 HTTP/1.1" status: 200 len: 210 time: 0.0282283 Sep 22 22:24:02.382496 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 2f531c40-7605-4ab0-bed8-8a0000e6cd28 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:24:02.384850 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:02.404497 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] No Port match for: 2f531c40-7605-4ab0-bed8-8a0000e6cd28 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:24:02.404905 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 2f531c40-7605-4ab0-bed8-8a0000e6cd28 not bound to the agent host hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:24:02.725652 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 47694) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:24:02.862342 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-b9648928-2093-481f-a6fe-2a09e5bf1fa3 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Deleting port a6b54595-a03f-42f6-8c00-31f08479d6a8 {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:24:02.862683 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b9648928-2093-481f-a6fe-2a09e5bf1fa3 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (a6b54595-a03f-42f6-8c00-31f08479d6a8), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:02.941153 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b9648928-2093-481f-a6fe-2a09e5bf1fa3 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (a6b54595-a03f-42f6-8c00-31f08479d6a8), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:02.941479 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b9648928-2093-481f-a6fe-2a09e5bf1fa3 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for floatingip (a6b54595-a03f-42f6-8c00-31f08479d6a8), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:02.954447 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-b9648928-2093-481f-a6fe-2a09e5bf1fa3 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Calling delete_port for a6b54595-a03f-42f6-8c00-31f08479d6a8 owned by network:floatingip {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:24:03.028145 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:03.099927 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b9648928-2093-481f-a6fe-2a09e5bf1fa3 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (a6b54595-a03f-42f6-8c00-31f08479d6a8), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:03.121614 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:03.124150 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9648928-2093-481f-a6fe-2a09e5bf1fa3 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Pushing event deleted for resources: {'Port': ['ID=a6b54595-a03f-42f6-8c00-31f08479d6a8,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:24:03.185441 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b9648928-2093-481f-a6fe-2a09e5bf1fa3 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for floatingip (78b3999f-2c26-495b-accb-171702160ddc), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:03.185772 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.db.l3_db [None req-b9648928-2093-481f-a6fe-2a09e5bf1fa3 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Floating IP 78b3999f-2c26-495b-accb-171702160ddc disassociated (deleted). External IP: 172.27.1.188, port: df43b20d-bd58-4303-8444-f7ed51aa3a97. Sep 22 22:24:03.385131 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9648928-2093-481f-a6fe-2a09e5bf1fa3 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Router bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:24:03.722593 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9648928-2093-481f-a6fe-2a09e5bf1fa3 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:24:03.727340 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-b9648928-2093-481f-a6fe-2a09e5bf1fa3 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:03.733608 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc6455a-8cc0-4de8-a7f7-86066267834b None None] Sync routers for ids ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:24:03.743119 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc6455a-8cc0-4de8-a7f7-86066267834b None None] Routers {'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:24:03.743731 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-1cc6455a-8cc0-4de8-a7f7-86066267834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:23:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:24:03.757872 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-b9648928-2093-481f-a6fe-2a09e5bf1fa3 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/78b3999f-2c26-495b-accb-171702160ddc HTTP/1.1" status: 204 len: 168 time: 1.0311432 Sep 22 22:24:03.758724 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbebf564-cdc8-496b-9257-1de15ce25ca5', 'tag': 'df43b20d-bd58-4303-8444-f7ed51aa3a97'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:24:03.761891 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1e1fc9-18fb-402a-82f1-194a65b7a9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "fbebf564-cdc8-496b-9257-1de15ce25ca5", "tag": "df43b20d-bd58-4303-8444-f7ed51aa3a97"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:24:03.805447 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b700df82-80b4-4fdc-adb4-81019a8ecbee x-openstack-request-id: req-b700df82-80b4-4fdc-adb4-81019a8ecbee {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:24:03.805741 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbebf564-cdc8-496b-9257-1de15ce25ca5", "tag": "df43b20d-bd58-4303-8444-f7ed51aa3a97", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:24:03.805992 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b700df82-80b4-4fdc-adb4-81019a8ecbee {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:24:03.806678 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b700df82-80b4-4fdc-adb4-81019a8ecbee'] response: {'name': 'network-changed', 'server_uuid': 'fbebf564-cdc8-496b-9257-1de15ce25ca5', 'tag': 'df43b20d-bd58-4303-8444-f7ed51aa3a97', 'status': 'completed', 'code': 200} Sep 22 22:24:03.835785 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:03.852501 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-1cc6455a-8cc0-4de8-a7f7-86066267834b None None] Set router bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:24:03.899612 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e1fc9-18fb-402a-82f1-194a65b7a9ee req-db2e1927-314f-4423-afaf-27e96f39dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:03.901172 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-0a1e1fc9-18fb-402a-82f1-194a65b7a9ee req-db2e1927-314f-4423-afaf-27e96f39dc97 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=e9c311fa04f241249d428df8e88539f4&device_id=fbebf564-cdc8-496b-9257-1de15ce25ca5 HTTP/1.1" status: 200 len: 1130 time: 0.0432510 Sep 22 22:24:04.004415 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac566f-2318-4dd3-923f-c7f760966925 req-8b09fcb5-2b05-4fa9-ac88-1491794fe319 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:04.006027 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-21ac566f-2318-4dd3-923f-c7f760966925 req-8b09fcb5-2b05-4fa9-ac88-1491794fe319 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbebf564-cdc8-496b-9257-1de15ce25ca5 HTTP/1.1" status: 200 len: 946 time: 0.0475156 Sep 22 22:24:04.049453 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-1cc6455a-8cc0-4de8-a7f7-86066267834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'name': 'tempest-TestVolumeBootPattern-954975377-router', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:54Z', 'revision_number': 4, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'gw_port': {'id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '35018be7-3837-4534-a08c-06597edb0c6f', 'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'mac_address': 'fa:16:3e:21:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:54Z', 'updated_at': '2022-09-22T22:14:59Z', 'revision_number': 5, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'subnets': [{'id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:24:04.060659 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-21ac566f-2318-4dd3-923f-c7f760966925 req-fa7cfc34-5b12-47da-93d8-432ca89776b8 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479836 Sep 22 22:24:04.075173 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc6455a-8cc0-4de8-a7f7-86066267834b None None] Checking router: bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:24:04.083623 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc6455a-8cc0-4de8-a7f7-86066267834b None None] Routers {'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:24:04.084218 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-1cc6455a-8cc0-4de8-a7f7-86066267834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:23:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:24:04.186532 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-1cc6455a-8cc0-4de8-a7f7-86066267834b None None] Set router bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:24:04.189882 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e1fc9-18fb-402a-82f1-194a65b7a9ee req-0e4bd9f9-b8f7-4a56-867c-9ac4e73ece3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:04.191407 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-0a1e1fc9-18fb-402a-82f1-194a65b7a9ee req-0e4bd9f9-b8f7-4a56-867c-9ac4e73ece3e service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c773c61e-e7b7-47c6-998a-83ddea69af57 HTTP/1.1" status: 200 len: 912 time: 0.0888405 Sep 22 22:24:04.229372 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-0a1e1fc9-18fb-402a-82f1-194a65b7a9ee req-b7ce2a19-4fea-4b8d-912c-eea57df83633 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df43b20d-bd58-4303-8444-f7ed51aa3a97 HTTP/1.1" status: 200 len: 217 time: 0.0318749 Sep 22 22:24:04.280725 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e1fc9-18fb-402a-82f1-194a65b7a9ee req-55b47295-c6f5-4dee-bc1d-f0403d18236c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:04.282132 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-0a1e1fc9-18fb-402a-82f1-194a65b7a9ee req-55b47295-c6f5-4dee-bc1d-f0403d18236c service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=739be4fb-823b-4d42-a812-9f7b38b66187 HTTP/1.1" status: 200 len: 850 time: 0.0470054 Sep 22 22:24:04.368364 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-1cc6455a-8cc0-4de8-a7f7-86066267834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'name': 'tempest-TestVolumeBootPattern-954975377-router', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:54Z', 'revision_number': 4, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'gw_port': {'id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '35018be7-3837-4534-a08c-06597edb0c6f', 'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'mac_address': 'fa:16:3e:21:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:54Z', 'updated_at': '2022-09-22T22:14:59Z', 'revision_number': 5, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'subnets': [{'id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:24:04.396710 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc6455a-8cc0-4de8-a7f7-86066267834b None None] The sync data for ids ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'] in dv-cinder-849143-6-iscsi is: [{'id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'name': 'tempest-TestVolumeBootPattern-954975377-router', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:54Z', 'revision_number': 4, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'gw_port': {'id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '35018be7-3837-4534-a08c-06597edb0c6f', 'name': '', 'network_id': 'c773c61e-e7b7-47c6-998a-83ddea69af57', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'mac_address': 'fa:16:3e:21:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:54Z', 'updated_at': '2022-09-22T22:14:59Z', 'revision_number': 5, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'subnets': [{'id': '739be4fb-823b-4d42-a812-9f7b38b66187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:24:04.454472 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e1fc9-18fb-402a-82f1-194a65b7a9ee req-9f85567e-42cf-4b57-ac34-bda139cb6a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:04.455994 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-0a1e1fc9-18fb-402a-82f1-194a65b7a9ee req-9f85567e-42cf-4b57-ac34-bda139cb6a8c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c773c61e-e7b7-47c6-998a-83ddea69af57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397885 Sep 22 22:24:04.602866 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80a3fc2-8e3b-4765-ac3b-82cc95689994 None None] New status for floating IP 78b3999f-2c26-495b-accb-171702160ddc: DOWN {{(pid=106431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 22:24:04.756828 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-0a1e1fc9-18fb-402a-82f1-194a65b7a9ee req-e8a47556-74b5-4297-beb1-ddcde6cbe4ab service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c773c61e-e7b7-47c6-998a-83ddea69af57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853333 Sep 22 22:24:04.864152 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8194a68-6201-49f4-bfba-cf264261b47d req-289cc013-9078-4f2e-ab38-e920e8151731 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:04.865533 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a8194a68-6201-49f4-bfba-cf264261b47d req-289cc013-9078-4f2e-ab38-e920e8151731 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=fbebf564-cdc8-496b-9257-1de15ce25ca5 HTTP/1.1" status: 200 len: 946 time: 0.0464568 Sep 22 22:24:04.906071 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-0a1e1fc9-18fb-402a-82f1-194a65b7a9ee req-208dc0cc-d3f0-4e46-b028-c3ea15a0d4c1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c773c61e-e7b7-47c6-998a-83ddea69af57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876198 Sep 22 22:24:04.947276 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-a8194a68-6201-49f4-bfba-cf264261b47d req-63964f97-7796-41e3-90b9-5c1b8c9b3265 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Deleting port df43b20d-bd58-4303-8444-f7ed51aa3a97 {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:24:04.947872 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-a8194a68-6201-49f4-bfba-cf264261b47d req-63964f97-7796-41e3-90b9-5c1b8c9b3265 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (df43b20d-bd58-4303-8444-f7ed51aa3a97), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:05.043673 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-a8194a68-6201-49f4-bfba-cf264261b47d req-63964f97-7796-41e3-90b9-5c1b8c9b3265 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] For port df43b20d-bd58-4303-8444-f7ed51aa3a97, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=df43b20d-bd58-4303-8444-f7ed51aa3a97,segment=NetworkSegment(02ab888a-ff4d-434e-871e-f1b1416587f3),segment_id=02ab888a-ff4d-434e-871e-f1b1416587f3)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:24:05.044033 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-a8194a68-6201-49f4-bfba-cf264261b47d req-63964f97-7796-41e3-90b9-5c1b8c9b3265 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (df43b20d-bd58-4303-8444-f7ed51aa3a97), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:05.056668 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-a8194a68-6201-49f4-bfba-cf264261b47d req-63964f97-7796-41e3-90b9-5c1b8c9b3265 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Calling delete_port for df43b20d-bd58-4303-8444-f7ed51aa3a97 owned by compute:nova {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:24:05.113050 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:05.225728 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1fcffd-b023-49bf-90d5-c55a3842f99d req-cfeac13a-6cea-430f-9b74-5ae3d27d432a tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:05.227415 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6f1fcffd-b023-49bf-90d5-c55a3842f99d req-cfeac13a-6cea-430f-9b74-5ae3d27d432a tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=fbebf564-cdc8-496b-9257-1de15ce25ca5 HTTP/1.1" status: 200 len: 946 time: 0.0671320 Sep 22 22:24:05.228423 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-a8194a68-6201-49f4-bfba-cf264261b47d req-63964f97-7796-41e3-90b9-5c1b8c9b3265 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (df43b20d-bd58-4303-8444-f7ed51aa3a97), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:05.237295 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:05.269791 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63964f97-7796-41e3-90b9-5c1b8c9b3265 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Pushing event deleted for resources: {'Port': ['ID=df43b20d-bd58-4303-8444-f7ed51aa3a97,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:24:05.333680 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8194a68-6201-49f4-bfba-cf264261b47d req-63964f97-7796-41e3-90b9-5c1b8c9b3265 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] No DVR routers for this DVR port df43b20d-bd58-4303-8444-f7ed51aa3a97 on host hv-cinder-84914 {{(pid=106428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:24:05.339745 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-a8194a68-6201-49f4-bfba-cf264261b47d req-63964f97-7796-41e3-90b9-5c1b8c9b3265 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:05.342923 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a8194a68-6201-49f4-bfba-cf264261b47d req-63964f97-7796-41e3-90b9-5c1b8c9b3265 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.57 "DELETE /networking/v2.0/ports/df43b20d-bd58-4303-8444-f7ed51aa3a97 HTTP/1.1" status: 204 len: 173 time: 0.4726737 Sep 22 22:24:05.356510 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6f1fcffd-b023-49bf-90d5-c55a3842f99d req-c573fb26-0616-4a20-9b07-b321a840d12c tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=ac3d604a-a535-4ced-b56f-4476464e9093&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1214542 Sep 22 22:24:05.808580 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbebf564-cdc8-496b-9257-1de15ce25ca5', 'name': 'network-vif-deleted', 'tag': 'df43b20d-bd58-4303-8444-f7ed51aa3a97'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:24:05.811067 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6f307f-0b2f-46f5-b529-084364420038" -d '{"events": [{"server_uuid": "fbebf564-cdc8-496b-9257-1de15ce25ca5", "name": "network-vif-deleted", "tag": "df43b20d-bd58-4303-8444-f7ed51aa3a97"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:24:05.846907 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b89ab72-5883-459c-9a2f-00a4cfe64e4a x-openstack-request-id: req-8b89ab72-5883-459c-9a2f-00a4cfe64e4a {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:24:05.847238 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbebf564-cdc8-496b-9257-1de15ce25ca5", "name": "network-vif-deleted", "tag": "df43b20d-bd58-4303-8444-f7ed51aa3a97", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:24:05.847510 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b89ab72-5883-459c-9a2f-00a4cfe64e4a {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:24:05.847925 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b89ab72-5883-459c-9a2f-00a4cfe64e4a'] response: {'server_uuid': 'fbebf564-cdc8-496b-9257-1de15ce25ca5', 'name': 'network-vif-deleted', 'tag': 'df43b20d-bd58-4303-8444-f7ed51aa3a97', 'status': 'completed', 'code': 200} Sep 22 22:24:06.424476 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 47708) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:24:06.540833 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-836a7d2c-8894-4afb-a457-22df2fc0e716 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Deleting port 5c9f17cb-84e4-4fd7-a75b-faeb74b85303 {{(pid=106429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:24:06.541351 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-836a7d2c-8894-4afb-a457-22df2fc0e716 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (5c9f17cb-84e4-4fd7-a75b-faeb74b85303), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:06.630384 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-836a7d2c-8894-4afb-a457-22df2fc0e716 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (5c9f17cb-84e4-4fd7-a75b-faeb74b85303), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:06.630621 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-836a7d2c-8894-4afb-a457-22df2fc0e716 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for floatingip (5c9f17cb-84e4-4fd7-a75b-faeb74b85303), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:06.639505 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:06.644390 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-836a7d2c-8894-4afb-a457-22df2fc0e716 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Calling delete_port for 5c9f17cb-84e4-4fd7-a75b-faeb74b85303 owned by network:floatingip {{(pid=106429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:24:06.704709 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:06.772872 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-836a7d2c-8894-4afb-a457-22df2fc0e716 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (5c9f17cb-84e4-4fd7-a75b-faeb74b85303), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:06.799034 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a7d2c-8894-4afb-a457-22df2fc0e716 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Pushing event deleted for resources: {'Port': ['ID=5c9f17cb-84e4-4fd7-a75b-faeb74b85303,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:24:06.860061 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-836a7d2c-8894-4afb-a457-22df2fc0e716 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for floatingip (622ebca9-393a-4975-8ed1-7965944c3280), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:06.862548 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-836a7d2c-8894-4afb-a457-22df2fc0e716 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:06.864813 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-836a7d2c-8894-4afb-a457-22df2fc0e716 tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/622ebca9-393a-4975-8ed1-7965944c3280 HTTP/1.1" status: 204 len: 168 time: 0.4390228 Sep 22 22:24:08.085244 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 47720) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:24:08.142801 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e622c32b-e6d5-452e-a338-ec84a7fde58f tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for security_group (ac3d604a-a535-4ced-b56f-4476464e9093), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:08.166411 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e622c32b-e6d5-452e-a338-ec84a7fde58f tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for security_group (ac3d604a-a535-4ced-b56f-4476464e9093), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:08.233056 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e622c32b-e6d5-452e-a338-ec84a7fde58f tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (ac3d604a-a535-4ced-b56f-4476464e9093), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:08.235640 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e622c32b-e6d5-452e-a338-ec84a7fde58f tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:08.236820 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-e622c32b-e6d5-452e-a338-ec84a7fde58f tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ac3d604a-a535-4ced-b56f-4476464e9093 HTTP/1.1" status: 204 len: 168 time: 0.1505592 Sep 22 22:24:08.246903 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e622c32b-e6d5-452e-a338-ec84a7fde58f tempest-TestVolumeBootPattern-899794602 tempest-TestVolumeBootPattern-899794602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3d604a-a535-4ced-b56f-4476464e9093,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:24:08.308675 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 47724) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:24:08.439544 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device df43b20d-bd58-4303-8444-f7ed51aa3a97 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:24:08.460998 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] No Port match for: df43b20d-bd58-4303-8444-f7ed51aa3a97 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:24:08.461370 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device df43b20d-bd58-4303-8444-f7ed51aa3a97 not bound to the agent host hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:24:09.086875 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-82988ef8-6abc-4092-99ad-c672eab746b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3769516'] for router_interface (bc5eee59-a4d4-4058-8c1b-ad6fed3f2117), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:09.292519 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:09.308060 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-82988ef8-6abc-4092-99ad-c672eab746b7 admin admin] Deleting port 35018be7-3837-4534-a08c-06597edb0c6f {{(pid=106429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:24:09.308311 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-82988ef8-6abc-4092-99ad-c672eab746b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (35018be7-3837-4534-a08c-06597edb0c6f), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:09.348128 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:09.391287 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.db [None req-82988ef8-6abc-4092-99ad-c672eab746b7 admin admin] For port 35018be7-3837-4534-a08c-06597edb0c6f, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=35018be7-3837-4534-a08c-06597edb0c6f,segment=NetworkSegment(02ab888a-ff4d-434e-871e-f1b1416587f3),segment_id=02ab888a-ff4d-434e-871e-f1b1416587f3)] {{(pid=106429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:24:09.391668 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-82988ef8-6abc-4092-99ad-c672eab746b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (35018be7-3837-4534-a08c-06597edb0c6f), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:09.404420 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-82988ef8-6abc-4092-99ad-c672eab746b7 admin admin] Calling delete_port for 35018be7-3837-4534-a08c-06597edb0c6f owned by network:router_interface {{(pid=106429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:24:09.577294 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-82988ef8-6abc-4092-99ad-c672eab746b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (35018be7-3837-4534-a08c-06597edb0c6f), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:09.601896 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82988ef8-6abc-4092-99ad-c672eab746b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=35018be7-3837-4534-a08c-06597edb0c6f,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:24:09.765790 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-82988ef8-6abc-4092-99ad-c672eab746b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3923237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679260'] for router_interface (bc5eee59-a4d4-4058-8c1b-ad6fed3f2117), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:09.983140 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82988ef8-6abc-4092-99ad-c672eab746b7 admin admin] Router bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:24:10.085398 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82988ef8-6abc-4092-99ad-c672eab746b7 admin admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:24:10.090971 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-82988ef8-6abc-4092-99ad-c672eab746b7 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/bc5eee59-a4d4-4058-8c1b-ad6fed3f2117/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7801001 Sep 22 22:24:10.093644 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 47730) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:24:10.096223 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80637b04-7d01-452c-ab7b-0741d6db95ef None None] Sync routers for ids ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:24:10.099300 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:10.106622 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80637b04-7d01-452c-ab7b-0741d6db95ef None None] Routers {'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:24:10.107316 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-80637b04-7d01-452c-ab7b-0741d6db95ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:23:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:24:10.184789 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:10.196322 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-8e3241a7-9e15-4b8e-9de7-888cadd78ddb admin admin] Publish callbacks [] for router (bc5eee59-a4d4-4058-8c1b-ad6fed3f2117), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:10.299669 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-8e3241a7-9e15-4b8e-9de7-888cadd78ddb admin admin] Publish callbacks [] for router_gateway (bc5eee59-a4d4-4058-8c1b-ad6fed3f2117), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:10.342957 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-8e3241a7-9e15-4b8e-9de7-888cadd78ddb admin admin] Deleting port a3e683f7-955b-4664-9c1f-9984b7957b03 {{(pid=106429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:24:10.343294 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-8e3241a7-9e15-4b8e-9de7-888cadd78ddb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (a3e683f7-955b-4664-9c1f-9984b7957b03), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:10.353450 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-80637b04-7d01-452c-ab7b-0741d6db95ef None None] Set router bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:24:10.425654 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.db [None req-8e3241a7-9e15-4b8e-9de7-888cadd78ddb admin admin] For port a3e683f7-955b-4664-9c1f-9984b7957b03, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=a3e683f7-955b-4664-9c1f-9984b7957b03,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:24:10.426021 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-8e3241a7-9e15-4b8e-9de7-888cadd78ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (a3e683f7-955b-4664-9c1f-9984b7957b03), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:10.439063 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-8e3241a7-9e15-4b8e-9de7-888cadd78ddb admin admin] Calling delete_port for a3e683f7-955b-4664-9c1f-9984b7957b03 owned by network:router_gateway {{(pid=106429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:24:10.522493 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-80637b04-7d01-452c-ab7b-0741d6db95ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'name': 'tempest-TestVolumeBootPattern-954975377-router', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:24:09Z', 'revision_number': 5, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'gw_port': {'id': 'a3e683f7-955b-4664-9c1f-9984b7957b03', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi'}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:24:10.546784 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80637b04-7d01-452c-ab7b-0741d6db95ef None None] Checking router: bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:24:10.548825 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=100 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:10.557808 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80637b04-7d01-452c-ab7b-0741d6db95ef None None] Routers {'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:24:10.558433 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-80637b04-7d01-452c-ab7b-0741d6db95ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:23:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:24:10.613131 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-8e3241a7-9e15-4b8e-9de7-888cadd78ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (a3e683f7-955b-4664-9c1f-9984b7957b03), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:10.639808 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3241a7-9e15-4b8e-9de7-888cadd78ddb admin admin] Pushing event deleted for resources: {'Port': ['ID=a3e683f7-955b-4664-9c1f-9984b7957b03,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:24:10.657200 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-80637b04-7d01-452c-ab7b-0741d6db95ef None None] Set router bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 gateway port host: None {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:24:10.701324 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-8e3241a7-9e15-4b8e-9de7-888cadd78ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3684438'] for router_gateway (bc5eee59-a4d4-4058-8c1b-ad6fed3f2117), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:10.706510 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-80637b04-7d01-452c-ab7b-0741d6db95ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'name': 'tempest-TestVolumeBootPattern-954975377-router', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:24:10Z', 'revision_number': 6, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'gw_port_host': None}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:24:10.734652 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80637b04-7d01-452c-ab7b-0741d6db95ef None None] The sync data for ids ['bc5eee59-a4d4-4058-8c1b-ad6fed3f2117'] in dv-cinder-849143-6-iscsi is: [{'id': 'bc5eee59-a4d4-4058-8c1b-ad6fed3f2117', 'name': 'tempest-TestVolumeBootPattern-954975377-router', 'tenant_id': 'e9c311fa04f241249d428df8e88539f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:52Z', 'updated_at': '2022-09-22T22:24:10Z', 'revision_number': 6, 'project_id': 'e9c311fa04f241249d428df8e88539f4', 'gw_port_host': None}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:24:10.791089 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-8e3241a7-9e15-4b8e-9de7-888cadd78ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15774'] for router (bc5eee59-a4d4-4058-8c1b-ad6fed3f2117), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:10.793200 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-8e3241a7-9e15-4b8e-9de7-888cadd78ddb admin admin] Publish callbacks [] for router_controller (bc5eee59-a4d4-4058-8c1b-ad6fed3f2117), precommit_delete_associations {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:10.838130 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-8e3241a7-9e15-4b8e-9de7-888cadd78ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679329'] for router (bc5eee59-a4d4-4058-8c1b-ad6fed3f2117), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:10.838859 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3241a7-9e15-4b8e-9de7-888cadd78ddb admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 {{(pid=106429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 22:24:10.843490 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-8e3241a7-9e15-4b8e-9de7-888cadd78ddb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:10.844643 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-8e3241a7-9e15-4b8e-9de7-888cadd78ddb admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/bc5eee59-a4d4-4058-8c1b-ad6fed3f2117 HTTP/1.1" status: 204 len: 168 time: 0.7499862 Sep 22 22:24:10.847163 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 47732) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:24:10.891787 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.db_base_plugin_v2 [None req-7636bc06-6d15-4de9-9e64-a39568bb4d94 admin admin] Deleting subnet 739be4fb-823b-4d42-a812-9f7b38b66187 {{(pid=106429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 22:24:10.894949 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7636bc06-6d15-4de9-9e64-a39568bb4d94 admin admin] Publish callbacks [] for subnet (739be4fb-823b-4d42-a812-9f7b38b66187), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:10.930025 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7636bc06-6d15-4de9-9e64-a39568bb4d94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10089564'] for subnet (739be4fb-823b-4d42-a812-9f7b38b66187), precommit_delete_associations {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:11.006645 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7636bc06-6d15-4de9-9e64-a39568bb4d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433450'] for subnet (739be4fb-823b-4d42-a812-9f7b38b66187), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:11.024902 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:11.038282 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:11.062383 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7636bc06-6d15-4de9-9e64-a39568bb4d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9559237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9385076'] for subnet (739be4fb-823b-4d42-a812-9f7b38b66187), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:11.089773 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636bc06-6d15-4de9-9e64-a39568bb4d94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=739be4fb-823b-4d42-a812-9f7b38b66187,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:24:11.092429 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-7636bc06-6d15-4de9-9e64-a39568bb4d94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:11.095778 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-7636bc06-6d15-4de9-9e64-a39568bb4d94 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/739be4fb-823b-4d42-a812-9f7b38b66187 HTTP/1.1" status: 204 len: 168 time: 0.2476592 Sep 22 22:24:11.098445 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 47734) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:24:11.101207 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360ad6a6-f0af-4dbd-ad22-2096c518f140 None None] Network c773c61e-e7b7-47c6-998a-83ddea69af57 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:24:11.105097 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=100 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:11.175067 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-0bfba889-171a-409f-9885-648990c0d498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425183'] for network (c773c61e-e7b7-47c6-998a-83ddea69af57), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:11.230171 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-0bfba889-171a-409f-9885-648990c0d498 admin admin] Deleting port 59f6bff9-aeba-471d-b20b-3b073832cab9 {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:24:11.230518 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-0bfba889-171a-409f-9885-648990c0d498 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (59f6bff9-aeba-471d-b20b-3b073832cab9), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:11.293020 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-0bfba889-171a-409f-9885-648990c0d498 admin admin] For port 59f6bff9-aeba-471d-b20b-3b073832cab9, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=59f6bff9-aeba-471d-b20b-3b073832cab9,segment=NetworkSegment(02ab888a-ff4d-434e-871e-f1b1416587f3),segment_id=02ab888a-ff4d-434e-871e-f1b1416587f3)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:24:11.293438 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-0bfba889-171a-409f-9885-648990c0d498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (59f6bff9-aeba-471d-b20b-3b073832cab9), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:11.306936 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-0bfba889-171a-409f-9885-648990c0d498 admin admin] Calling delete_port for 59f6bff9-aeba-471d-b20b-3b073832cab9 owned by network:dhcp {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:24:11.384279 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-0bfba889-171a-409f-9885-648990c0d498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (59f6bff9-aeba-471d-b20b-3b073832cab9), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:11.412980 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfba889-171a-409f-9885-648990c0d498 admin admin] Pushing event deleted for resources: {'Port': ['ID=59f6bff9-aeba-471d-b20b-3b073832cab9,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:24:11.426860 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfba889-171a-409f-9885-648990c0d498 admin admin] No DVR routers for this DVR port 59f6bff9-aeba-471d-b20b-3b073832cab9 on host dv-cinder-849143-6-iscsi {{(pid=106428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:24:11.503094 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-0bfba889-171a-409f-9885-648990c0d498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1288257', 'neutron.services.segments.db._delete_segments_for_network-8778793935297'] for network (c773c61e-e7b7-47c6-998a-83ddea69af57), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:11.524712 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.services.segments.db [None req-0bfba889-171a-409f-9885-648990c0d498 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c773c61e-e7b7-47c6-998a-83ddea69af57']}} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:24:11.535882 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.services.segments.db [None req-0bfba889-171a-409f-9885-648990c0d498 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ab888a-ff4d-434e-871e-f1b1416587f3') {'for_net_delete': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:24:11.536178 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.services.segments.db [None req-0bfba889-171a-409f-9885-648990c0d498 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ab888a-ff4d-434e-871e-f1b1416587f3') {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:24:11.537793 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc761d01-98e1-4bd8-839e-a2b478ef46a6 None None] DHCP port deletion for c773c61e-e7b7-47c6-998a-83ddea69af57 request from dv-cinder-849143-6-iscsi {{(pid=106430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 22:24:11.549203 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-0bfba889-171a-409f-9885-648990c0d498 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778793935189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10260567'] for segment (02ab888a-ff4d-434e-871e-f1b1416587f3), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:11.564360 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-0bfba889-171a-409f-9885-648990c0d498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (02ab888a-ff4d-434e-871e-f1b1416587f3), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:11.571830 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bfba889-171a-409f-9885-648990c0d498 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=106428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:24:11.572278 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-0bfba889-171a-409f-9885-648990c0d498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10406838'] for segment (02ab888a-ff4d-434e-871e-f1b1416587f3), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:11.620976 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.services.segments.plugin [-] Segment 02ab888a-ff4d-434e-871e-f1b1416587f3 resource provider aggregate not found Sep 22 22:24:11.656178 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.services.segments.plugin [-] Segment 02ab888a-ff4d-434e-871e-f1b1416587f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02ab888a-ff4d-434e-871e-f1b1416587f3 found for delete ", "request_id": "req-75c5f8ae-b6c8-4063-8352-818fd55d51a4"}]} Sep 22 22:24:11.658187 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-0bfba889-171a-409f-9885-648990c0d498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1288312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684483'] for network (c773c61e-e7b7-47c6-998a-83ddea69af57), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:11.665635 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-0bfba889-171a-409f-9885-648990c0d498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:11.669007 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-0bfba889-171a-409f-9885-648990c0d498 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/c773c61e-e7b7-47c6-998a-83ddea69af57 HTTP/1.1" status: 204 len: 168 time: 0.5695724 Sep 22 22:24:11.672037 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 47740) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:24:11.720110 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfba889-171a-409f-9885-648990c0d498 admin admin] Pushing event deleted for resources: {'Network': ['ID=c773c61e-e7b7-47c6-998a-83ddea69af57,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:24:11.910651 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:11.957025 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:11.999287 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device a3e683f7-955b-4664-9c1f-9984b7957b03 no longer exists at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:24:12.007128 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c67405f8-1ac0-44a8-bcea-84df539cce8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3769516'] for router_interface (7353604e-3a16-4f1e-bb72-f34d1429c429), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:12.022197 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] No Port match for: a3e683f7-955b-4664-9c1f-9984b7957b03 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:24:12.022542 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device a3e683f7-955b-4664-9c1f-9984b7957b03 not bound to the agent host dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:24:12.022960 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 35018be7-3837-4534-a08c-06597edb0c6f no longer exists at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:24:12.040224 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] No Port match for: 35018be7-3837-4534-a08c-06597edb0c6f {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:24:12.040567 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 35018be7-3837-4534-a08c-06597edb0c6f not bound to the agent host dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:24:12.040988 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 59f6bff9-aeba-471d-b20b-3b073832cab9 no longer exists at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:24:12.058354 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] No Port match for: 59f6bff9-aeba-471d-b20b-3b073832cab9 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:24:12.058704 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 59f6bff9-aeba-471d-b20b-3b073832cab9 not bound to the agent host dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:24:12.227069 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-c67405f8-1ac0-44a8-bcea-84df539cce8e admin admin] Deleting port 945a095e-af30-4982-a86f-58c7143dcec2 {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:24:12.227636 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c67405f8-1ac0-44a8-bcea-84df539cce8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (945a095e-af30-4982-a86f-58c7143dcec2), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:12.308037 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-c67405f8-1ac0-44a8-bcea-84df539cce8e admin admin] For port 945a095e-af30-4982-a86f-58c7143dcec2, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=945a095e-af30-4982-a86f-58c7143dcec2,segment=NetworkSegment(4aa1a4c7-aa32-47b3-b77c-4d1c04c78343),segment_id=4aa1a4c7-aa32-47b3-b77c-4d1c04c78343)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:24:12.308397 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c67405f8-1ac0-44a8-bcea-84df539cce8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (945a095e-af30-4982-a86f-58c7143dcec2), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:12.321628 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-c67405f8-1ac0-44a8-bcea-84df539cce8e admin admin] Calling delete_port for 945a095e-af30-4982-a86f-58c7143dcec2 owned by network:router_interface {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:24:12.498145 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c67405f8-1ac0-44a8-bcea-84df539cce8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (945a095e-af30-4982-a86f-58c7143dcec2), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:12.521932 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67405f8-1ac0-44a8-bcea-84df539cce8e admin admin] Pushing event deleted for resources: {'Port': ['ID=945a095e-af30-4982-a86f-58c7143dcec2,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:24:12.690118 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-c67405f8-1ac0-44a8-bcea-84df539cce8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3923237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679260'] for router_interface (7353604e-3a16-4f1e-bb72-f34d1429c429), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:12.732325 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:12.836841 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:12.896350 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67405f8-1ac0-44a8-bcea-84df539cce8e admin admin] Router 7353604e-3a16-4f1e-bb72-f34d1429c429 has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:24:12.999616 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67405f8-1ac0-44a8-bcea-84df539cce8e admin admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:24:13.004776 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-c67405f8-1ac0-44a8-bcea-84df539cce8e admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/7353604e-3a16-4f1e-bb72-f34d1429c429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3316963 Sep 22 22:24:13.007269 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 47742) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:24:13.009761 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d02e06-db1b-43c3-85d2-b5f2ffb08d2c None None] Sync routers for ids ['7353604e-3a16-4f1e-bb72-f34d1429c429'] in dv-cinder-849143-6-iscsi {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:24:13.020594 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d02e06-db1b-43c3-85d2-b5f2ffb08d2c None None] Routers {'7353604e-3a16-4f1e-bb72-f34d1429c429'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:24:13.021236 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-e4d02e06-db1b-43c3-85d2-b5f2ffb08d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:23:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['7353604e-3a16-4f1e-bb72-f34d1429c429'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:24:13.112436 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-5bb1f1c9-1ed2-40a4-a615-f2eb6658858e admin admin] Publish callbacks [] for router (7353604e-3a16-4f1e-bb72-f34d1429c429), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:13.122322 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-e4d02e06-db1b-43c3-85d2-b5f2ffb08d2c None None] Set router 7353604e-3a16-4f1e-bb72-f34d1429c429 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:24:13.214076 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-5bb1f1c9-1ed2-40a4-a615-f2eb6658858e admin admin] Publish callbacks [] for router_gateway (7353604e-3a16-4f1e-bb72-f34d1429c429), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:13.229394 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=19 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:13.255789 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-5bb1f1c9-1ed2-40a4-a615-f2eb6658858e admin admin] Deleting port 6741ba98-dd0e-41c3-9537-c10c9410af44 {{(pid=106429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:24:13.256129 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-5bb1f1c9-1ed2-40a4-a615-f2eb6658858e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (6741ba98-dd0e-41c3-9537-c10c9410af44), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:13.257709 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=24 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:13.345267 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.db [None req-5bb1f1c9-1ed2-40a4-a615-f2eb6658858e admin admin] For port 6741ba98-dd0e-41c3-9537-c10c9410af44, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=6741ba98-dd0e-41c3-9537-c10c9410af44,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:24:13.345629 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-5bb1f1c9-1ed2-40a4-a615-f2eb6658858e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (6741ba98-dd0e-41c3-9537-c10c9410af44), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:13.364868 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-5bb1f1c9-1ed2-40a4-a615-f2eb6658858e admin admin] Calling delete_port for 6741ba98-dd0e-41c3-9537-c10c9410af44 owned by network:router_gateway {{(pid=106429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:24:13.377133 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-e4d02e06-db1b-43c3-85d2-b5f2ffb08d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7353604e-3a16-4f1e-bb72-f34d1429c429', 'name': 'tempest-TestVolumeBootPattern-1401240802-router', 'tenant_id': '316ac566e6c247c899de1498fdd81206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '6741ba98-dd0e-41c3-9537-c10c9410af44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:56Z', 'updated_at': '2022-09-22T22:24:12Z', 'revision_number': 5, 'project_id': '316ac566e6c247c899de1498fdd81206', 'gw_port': {'id': '6741ba98-dd0e-41c3-9537-c10c9410af44', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:4c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7353604e-3a16-4f1e-bb72-f34d1429c429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:14:57Z', 'updated_at': '2022-09-22T22:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi'}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:24:13.402470 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d02e06-db1b-43c3-85d2-b5f2ffb08d2c None None] Checking router: 7353604e-3a16-4f1e-bb72-f34d1429c429 for host: dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:24:13.412867 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d02e06-db1b-43c3-85d2-b5f2ffb08d2c None None] Routers {'7353604e-3a16-4f1e-bb72-f34d1429c429'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:24:13.413509 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-e4d02e06-db1b-43c3-85d2-b5f2ffb08d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:23:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['7353604e-3a16-4f1e-bb72-f34d1429c429'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:24:13.498803 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-e4d02e06-db1b-43c3-85d2-b5f2ffb08d2c None None] Set router 7353604e-3a16-4f1e-bb72-f34d1429c429 gateway port host: None {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:24:13.530292 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-5bb1f1c9-1ed2-40a4-a615-f2eb6658858e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (6741ba98-dd0e-41c3-9537-c10c9410af44), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:13.551233 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-e4d02e06-db1b-43c3-85d2-b5f2ffb08d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7353604e-3a16-4f1e-bb72-f34d1429c429', 'name': 'tempest-TestVolumeBootPattern-1401240802-router', 'tenant_id': '316ac566e6c247c899de1498fdd81206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:56Z', 'updated_at': '2022-09-22T22:24:13Z', 'revision_number': 6, 'project_id': '316ac566e6c247c899de1498fdd81206', 'gw_port_host': None}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:24:13.554546 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1f1c9-1ed2-40a4-a615-f2eb6658858e admin admin] Pushing event deleted for resources: {'Port': ['ID=6741ba98-dd0e-41c3-9537-c10c9410af44,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:24:13.576938 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d02e06-db1b-43c3-85d2-b5f2ffb08d2c None None] The sync data for ids ['7353604e-3a16-4f1e-bb72-f34d1429c429'] in dv-cinder-849143-6-iscsi is: [{'id': '7353604e-3a16-4f1e-bb72-f34d1429c429', 'name': 'tempest-TestVolumeBootPattern-1401240802-router', 'tenant_id': '316ac566e6c247c899de1498fdd81206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:14:56Z', 'updated_at': '2022-09-22T22:24:13Z', 'revision_number': 6, 'project_id': '316ac566e6c247c899de1498fdd81206', 'gw_port_host': None}] {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:24:13.623588 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-5bb1f1c9-1ed2-40a4-a615-f2eb6658858e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3684438'] for router_gateway (7353604e-3a16-4f1e-bb72-f34d1429c429), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:13.709276 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-5bb1f1c9-1ed2-40a4-a615-f2eb6658858e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15774'] for router (7353604e-3a16-4f1e-bb72-f34d1429c429), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:13.711381 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-5bb1f1c9-1ed2-40a4-a615-f2eb6658858e admin admin] Publish callbacks [] for router_controller (7353604e-3a16-4f1e-bb72-f34d1429c429), precommit_delete_associations {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:13.753927 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-5bb1f1c9-1ed2-40a4-a615-f2eb6658858e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679329'] for router (7353604e-3a16-4f1e-bb72-f34d1429c429), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:13.754544 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb1f1c9-1ed2-40a4-a615-f2eb6658858e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7353604e-3a16-4f1e-bb72-f34d1429c429 {{(pid=106429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 22:24:13.758924 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-5bb1f1c9-1ed2-40a4-a615-f2eb6658858e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:13.760072 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-5bb1f1c9-1ed2-40a4-a615-f2eb6658858e admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/7353604e-3a16-4f1e-bb72-f34d1429c429 HTTP/1.1" status: 204 len: 168 time: 0.7518137 Sep 22 22:24:13.762688 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 47744) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:24:13.806682 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.db_base_plugin_v2 [None req-621d5be4-de4d-4b9a-bd1f-8ad1a01abc24 admin admin] Deleting subnet a0e5d06b-02f2-4148-b77e-248891814116 {{(pid=106429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 22:24:13.810635 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-621d5be4-de4d-4b9a-bd1f-8ad1a01abc24 admin admin] Publish callbacks [] for subnet (a0e5d06b-02f2-4148-b77e-248891814116), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:13.841446 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:13.845911 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-621d5be4-de4d-4b9a-bd1f-8ad1a01abc24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10089564'] for subnet (a0e5d06b-02f2-4148-b77e-248891814116), precommit_delete_associations {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:13.873404 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:DELETE=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:13.930037 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-621d5be4-de4d-4b9a-bd1f-8ad1a01abc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433450'] for subnet (a0e5d06b-02f2-4148-b77e-248891814116), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:13.995046 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-621d5be4-de4d-4b9a-bd1f-8ad1a01abc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9559237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9385076'] for subnet (a0e5d06b-02f2-4148-b77e-248891814116), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:14.024372 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d5be4-de4d-4b9a-bd1f-8ad1a01abc24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0e5d06b-02f2-4148-b77e-248891814116,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:24:14.026456 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-621d5be4-de4d-4b9a-bd1f-8ad1a01abc24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:14.030231 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-621d5be4-de4d-4b9a-bd1f-8ad1a01abc24 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/a0e5d06b-02f2-4148-b77e-248891814116 HTTP/1.1" status: 204 len: 168 time: 0.2663121 Sep 22 22:24:14.031220 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c11c39-25b2-4dca-8494-f314e0e1910e None None] Network 551a8124-a545-4f77-90cf-f6aad181f9b4 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:24:14.032727 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 47746) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:24:14.356943 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cd20c4-12e7-496b-92a1-82c9efb55f34 None None] DHCP port deletion for 551a8124-a545-4f77-90cf-f6aad181f9b4 request from dv-cinder-849143-6-iscsi {{(pid=106430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 22:24:14.364876 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-449602a8-17a4-44c1-b598-5a2170f5a924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425183'] for network (551a8124-a545-4f77-90cf-f6aad181f9b4), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:14.398806 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-d7cd20c4-12e7-496b-92a1-82c9efb55f34 None None] Deleting port f52064fd-0936-47f8-b5fa-76489cd48e03 {{(pid=106430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:24:14.399183 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-d7cd20c4-12e7-496b-92a1-82c9efb55f34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (f52064fd-0936-47f8-b5fa-76489cd48e03), before_delete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:14.414126 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 945a095e-af30-4982-a86f-58c7143dcec2 no longer exists at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:24:14.415149 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-449602a8-17a4-44c1-b598-5a2170f5a924 admin admin] Deleting port f52064fd-0936-47f8-b5fa-76489cd48e03 {{(pid=106429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:24:14.415733 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-449602a8-17a4-44c1-b598-5a2170f5a924 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (f52064fd-0936-47f8-b5fa-76489cd48e03), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:14.467808 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] No Port match for: 945a095e-af30-4982-a86f-58c7143dcec2 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:24:14.468161 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 945a095e-af30-4982-a86f-58c7143dcec2 not bound to the agent host dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:24:14.484000 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.db [None req-449602a8-17a4-44c1-b598-5a2170f5a924 admin admin] For port f52064fd-0936-47f8-b5fa-76489cd48e03, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=f52064fd-0936-47f8-b5fa-76489cd48e03,segment=NetworkSegment(4aa1a4c7-aa32-47b3-b77c-4d1c04c78343),segment_id=4aa1a4c7-aa32-47b3-b77c-4d1c04c78343)] {{(pid=106429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:24:14.484589 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-449602a8-17a4-44c1-b598-5a2170f5a924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (f52064fd-0936-47f8-b5fa-76489cd48e03), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:14.492337 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-d7cd20c4-12e7-496b-92a1-82c9efb55f34 None None] For port f52064fd-0936-47f8-b5fa-76489cd48e03, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=f52064fd-0936-47f8-b5fa-76489cd48e03,segment=NetworkSegment(4aa1a4c7-aa32-47b3-b77c-4d1c04c78343),segment_id=4aa1a4c7-aa32-47b3-b77c-4d1c04c78343)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:24:14.492738 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-d7cd20c4-12e7-496b-92a1-82c9efb55f34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (f52064fd-0936-47f8-b5fa-76489cd48e03), precommit_delete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:14.498630 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-449602a8-17a4-44c1-b598-5a2170f5a924 admin admin] Calling delete_port for f52064fd-0936-47f8-b5fa-76489cd48e03 owned by network:dhcp {{(pid=106429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:24:14.507074 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-d7cd20c4-12e7-496b-92a1-82c9efb55f34 None None] Calling delete_port for f52064fd-0936-47f8-b5fa-76489cd48e03 owned by network:dhcp {{(pid=106430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:24:14.587818 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-449602a8-17a4-44c1-b598-5a2170f5a924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (f52064fd-0936-47f8-b5fa-76489cd48e03), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:14.600928 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-d7cd20c4-12e7-496b-92a1-82c9efb55f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514'] for port (f52064fd-0936-47f8-b5fa-76489cd48e03), after_delete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:14.613720 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449602a8-17a4-44c1-b598-5a2170f5a924 admin admin] Pushing event deleted for resources: {'Port': ['ID=f52064fd-0936-47f8-b5fa-76489cd48e03,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:24:14.620022 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449602a8-17a4-44c1-b598-5a2170f5a924 admin admin] No DVR routers for this DVR port f52064fd-0936-47f8-b5fa-76489cd48e03 on host dv-cinder-849143-6-iscsi {{(pid=106429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:24:14.628669 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd20c4-12e7-496b-92a1-82c9efb55f34 None None] Pushing event deleted for resources: {'Port': ['ID=f52064fd-0936-47f8-b5fa-76489cd48e03,revision_number=None']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:24:14.639178 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd20c4-12e7-496b-92a1-82c9efb55f34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:14.639534 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd20c4-12e7-496b-92a1-82c9efb55f34 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:14.639885 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd20c4-12e7-496b-92a1-82c9efb55f34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:14.640234 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd20c4-12e7-496b-92a1-82c9efb55f34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:14.640575 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd20c4-12e7-496b-92a1-82c9efb55f34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:14.640913 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd20c4-12e7-496b-92a1-82c9efb55f34 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:14.641272 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd20c4-12e7-496b-92a1-82c9efb55f34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:14.641604 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd20c4-12e7-496b-92a1-82c9efb55f34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:14.641938 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd20c4-12e7-496b-92a1-82c9efb55f34 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:14.642266 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd20c4-12e7-496b-92a1-82c9efb55f34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:14.642600 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd20c4-12e7-496b-92a1-82c9efb55f34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:14.642927 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd20c4-12e7-496b-92a1-82c9efb55f34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:14.643257 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd20c4-12e7-496b-92a1-82c9efb55f34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:14.643582 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd20c4-12e7-496b-92a1-82c9efb55f34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:14.643908 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cd20c4-12e7-496b-92a1-82c9efb55f34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:24:14.646830 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cd20c4-12e7-496b-92a1-82c9efb55f34 None None] No DVR routers for this DVR port f52064fd-0936-47f8-b5fa-76489cd48e03 on host dv-cinder-849143-6-iscsi {{(pid=106430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:24:14.696672 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-449602a8-17a4-44c1-b598-5a2170f5a924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1288257', 'neutron.services.segments.db._delete_segments_for_network-8778793935297'] for network (551a8124-a545-4f77-90cf-f6aad181f9b4), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:14.717600 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.services.segments.db [None req-449602a8-17a4-44c1-b598-5a2170f5a924 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['551a8124-a545-4f77-90cf-f6aad181f9b4']}} {{(pid=106429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:24:14.726557 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.services.segments.db [None req-449602a8-17a4-44c1-b598-5a2170f5a924 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa1a4c7-aa32-47b3-b77c-4d1c04c78343') {'for_net_delete': True} {{(pid=106429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:24:14.726846 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.services.segments.db [None req-449602a8-17a4-44c1-b598-5a2170f5a924 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa1a4c7-aa32-47b3-b77c-4d1c04c78343') {} {{(pid=106429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:24:14.736228 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-449602a8-17a4-44c1-b598-5a2170f5a924 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778793935189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10089575'] for segment (4aa1a4c7-aa32-47b3-b77c-4d1c04c78343), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:14.748986 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-449602a8-17a4-44c1-b598-5a2170f5a924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (4aa1a4c7-aa32-47b3-b77c-4d1c04c78343), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:14.755119 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449602a8-17a4-44c1-b598-5a2170f5a924 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=106429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:24:14.755493 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-449602a8-17a4-44c1-b598-5a2170f5a924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9559167'] for segment (4aa1a4c7-aa32-47b3-b77c-4d1c04c78343), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:14.795765 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.services.segments.plugin [-] Segment 4aa1a4c7-aa32-47b3-b77c-4d1c04c78343 resource provider aggregate not found Sep 22 22:24:14.814719 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.services.segments.plugin [-] Segment 4aa1a4c7-aa32-47b3-b77c-4d1c04c78343 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4aa1a4c7-aa32-47b3-b77c-4d1c04c78343 found for delete ", "request_id": "req-bd23b27a-ce26-49af-a3f8-e16f6f4eb252"}]} Sep 22 22:24:14.818372 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-449602a8-17a4-44c1-b598-5a2170f5a924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1288312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684483'] for network (551a8124-a545-4f77-90cf-f6aad181f9b4), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:14.824490 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-449602a8-17a4-44c1-b598-5a2170f5a924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:14.828454 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-449602a8-17a4-44c1-b598-5a2170f5a924 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/551a8124-a545-4f77-90cf-f6aad181f9b4 HTTP/1.1" status: 204 len: 168 time: 0.7947881 Sep 22 22:24:14.839559 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449602a8-17a4-44c1-b598-5a2170f5a924 admin admin] Pushing event deleted for resources: {'Network': ['ID=551a8124-a545-4f77-90cf-f6aad181f9b4,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:24:14.905279 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-c4ddf967-eaa8-46b6-bd6c-f07c7a09fbe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:14.956067 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 47754) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:24:14.999784 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-5eb43a69-4efe-4e0a-b7f9-2171ce787755 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e9c311fa04f241249d428df8e88539f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425642 Sep 22 22:24:15.002283 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 47756) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:24:15.049826 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-de42df72-01cb-413e-af59-a622da825f1d admin admin] Publish callbacks [] for security_group (1079961c-53ed-4cf5-a277-727141825d57), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:15.070704 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-de42df72-01cb-413e-af59-a622da825f1d admin admin] Publish callbacks [] for security_group (1079961c-53ed-4cf5-a277-727141825d57), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:15.096342 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:15.103176 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:15.119486 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-de42df72-01cb-413e-af59-a622da825f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (1079961c-53ed-4cf5-a277-727141825d57), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:15.122737 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-de42df72-01cb-413e-af59-a622da825f1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:15.123883 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-de42df72-01cb-413e-af59-a622da825f1d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1079961c-53ed-4cf5-a277-727141825d57 HTTP/1.1" status: 204 len: 168 time: 0.1207347 Sep 22 22:24:15.132104 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42df72-01cb-413e-af59-a622da825f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1079961c-53ed-4cf5-a277-727141825d57,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:24:15.447654 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 47762) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:24:15.487692 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-4045449f-3a38-4842-b239-6312e693d118 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=316ac566e6c247c899de1498fdd81206&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388572 Sep 22 22:24:15.490103 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 47764) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:24:15.537344 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d9676ba7-75e6-4c40-90bf-1a6ce3c8a7ff admin admin] Publish callbacks [] for security_group (86d30b96-38b4-47d6-a21e-2341ee029401), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:15.560120 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d9676ba7-75e6-4c40-90bf-1a6ce3c8a7ff admin admin] Publish callbacks [] for security_group (86d30b96-38b4-47d6-a21e-2341ee029401), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:15.607506 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d9676ba7-75e6-4c40-90bf-1a6ce3c8a7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (86d30b96-38b4-47d6-a21e-2341ee029401), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:15.610133 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d9676ba7-75e6-4c40-90bf-1a6ce3c8a7ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:15.611394 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-d9676ba7-75e6-4c40-90bf-1a6ce3c8a7ff admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/86d30b96-38b4-47d6-a21e-2341ee029401 HTTP/1.1" status: 204 len: 168 time: 0.1204026 Sep 22 22:24:15.618968 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9676ba7-75e6-4c40-90bf-1a6ce3c8a7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d30b96-38b4-47d6-a21e-2341ee029401,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:24:15.997267 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 6741ba98-dd0e-41c3-9537-c10c9410af44 no longer exists at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:24:16.017154 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] No Port match for: 6741ba98-dd0e-41c3-9537-c10c9410af44 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:24:16.017471 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 6741ba98-dd0e-41c3-9537-c10c9410af44 not bound to the agent host dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:24:16.017890 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device f52064fd-0936-47f8-b5fa-76489cd48e03 no longer exists at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:24:16.035510 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] No Port match for: f52064fd-0936-47f8-b5fa-76489cd48e03 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:24:16.035875 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device f52064fd-0936-47f8-b5fa-76489cd48e03 not bound to the agent host dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:24:17.084661 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-959fab16-4813-4bc5-ba35-c6410cbe5594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:17.697863 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:18.367256 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:19.788153 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:20.139465 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:22.920564 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a095a5-6c54-4d99-af0c-2b21c45b7661 req-23943353-c7f1-44a0-b28b-c8065313ffca tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:22.922099 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c8a095a5-6c54-4d99-af0c-2b21c45b7661 req-23943353-c7f1-44a0-b28b-c8065313ffca tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 946 time: 0.0476186 Sep 22 22:24:22.973085 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c8a095a5-6c54-4d99-af0c-2b21c45b7661 req-33fdfbc7-6e5b-430f-8644-36b41df2696b tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453367 Sep 22 22:24:23.498191 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=26 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:23.554264 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=28 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:24.102418 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb6e0c-c42d-4023-9c91-58e0604bd4a8 req-9730c646-c34d-4db4-a103-b1832a9e5220 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:24.103890 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9cfb6e0c-c42d-4023-9c91-58e0604bd4a8 req-9730c646-c34d-4db4-a103-b1832a9e5220 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 946 time: 0.0474563 Sep 22 22:24:24.150933 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9cfb6e0c-c42d-4023-9c91-58e0604bd4a8 req-975279a2-ca55-406e-bca0-ce15b3e44ad4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414550 Sep 22 22:24:25.277350 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef43d3b-a0b3-4e59-a57d-e5455f157b1b req-35ce20b8-8007-4fc1-b98b-35301cd17904 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:25.278801 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3ef43d3b-a0b3-4e59-a57d-e5455f157b1b req-35ce20b8-8007-4fc1-b98b-35301cd17904 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 946 time: 0.0464361 Sep 22 22:24:25.325275 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3ef43d3b-a0b3-4e59-a57d-e5455f157b1b req-869f7168-498c-4f3c-a73d-0c6b25a6935f tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401988 Sep 22 22:24:25.592530 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:DELETE=4,neutron:SELECT=22 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:25.615091 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=23,neutron:DELETE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:25.846111 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee23b8d-cff8-4548-a156-8cbf16fe677b req-b0e9ea20-772c-456a-91fb-267ce2c8c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:25.847479 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9ee23b8d-cff8-4548-a156-8cbf16fe677b req-b0e9ea20-772c-456a-91fb-267ce2c8c220 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=eaff29c3c9b84929b0451e8e82caf4f2&device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 1130 time: 0.0421927 Sep 22 22:24:25.958745 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee23b8d-cff8-4548-a156-8cbf16fe677b req-ea61fde4-bdb5-49fc-b50c-0795ceb9d47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:25.960226 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9ee23b8d-cff8-4548-a156-8cbf16fe677b req-ea61fde4-bdb5-49fc-b50c-0795ceb9d47e service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=a3032908-0d20-4083-a609-def5ad9a09dd HTTP/1.1" status: 200 len: 918 time: 0.0937333 Sep 22 22:24:26.024513 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9ee23b8d-cff8-4548-a156-8cbf16fe677b req-2b75c554-cd1f-4300-82d7-f3d1ae811878 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6109b39c-b3b8-4d3e-b43e-90fe65c142f8 HTTP/1.1" status: 200 len: 1002 time: 0.0585134 Sep 22 22:24:26.072390 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee23b8d-cff8-4548-a156-8cbf16fe677b req-6aa56ed3-d090-4ed7-8522-784c2a2a5b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:26.073942 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9ee23b8d-cff8-4548-a156-8cbf16fe677b req-6aa56ed3-d090-4ed7-8522-784c2a2a5b55 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b371fb7c-e81d-4b99-a872-fa8fc506c36f HTTP/1.1" status: 200 len: 856 time: 0.0432487 Sep 22 22:24:26.116219 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee23b8d-cff8-4548-a156-8cbf16fe677b req-93027a78-7900-4b06-a2ce-2d1d5917a7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:26.117604 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9ee23b8d-cff8-4548-a156-8cbf16fe677b req-93027a78-7900-4b06-a2ce-2d1d5917a7f4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=a3032908-0d20-4083-a609-def5ad9a09dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380497 Sep 22 22:24:26.200707 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:26.211444 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9ee23b8d-cff8-4548-a156-8cbf16fe677b req-7fdc2937-6fc2-4bdf-a0ce-10300d2e2817 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a3032908-0d20-4083-a609-def5ad9a09dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879869 Sep 22 22:24:26.312677 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9ee23b8d-cff8-4548-a156-8cbf16fe677b req-235f40c0-019b-4e72-bbd8-4c83f2aa80cd service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a3032908-0d20-4083-a609-def5ad9a09dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937524 Sep 22 22:24:26.458688 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8823577-a79a-4c29-9aaa-dd338aaa4bbc req-0e8e0334-5999-4ac9-9da4-121ee95d1cb9 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:26.460193 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d8823577-a79a-4c29-9aaa-dd338aaa4bbc req-0e8e0334-5999-4ac9-9da4-121ee95d1cb9 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 946 time: 0.0509746 Sep 22 22:24:26.506083 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d8823577-a79a-4c29-9aaa-dd338aaa4bbc req-101482a7-c471-4ee4-a80d-6dc0559f508f tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403347 Sep 22 22:24:27.620718 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:27.632064 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d090401-c1b6-42ce-a6ac-020d555880f4 req-83a10001-2b78-40dc-8dbe-35bd661e53b0 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:27.633552 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1d090401-c1b6-42ce-a6ac-020d555880f4 req-83a10001-2b78-40dc-8dbe-35bd661e53b0 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 946 time: 0.0470433 Sep 22 22:24:27.680543 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1d090401-c1b6-42ce-a6ac-020d555880f4 req-a86ace5a-55d3-41d5-b6cc-8f515a2bdbb1 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415251 Sep 22 22:24:28.804473 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa32790-de9a-4cce-9122-bbef864a62a4 req-65b97234-8c26-4b7d-86f6-3a996732d808 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:28.805989 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1aa32790-de9a-4cce-9122-bbef864a62a4 req-65b97234-8c26-4b7d-86f6-3a996732d808 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 946 time: 0.0463963 Sep 22 22:24:28.857668 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1aa32790-de9a-4cce-9122-bbef864a62a4 req-df7ee185-c1a1-47ae-8efd-1cc1dc47b3dc tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458968 Sep 22 22:24:29.989873 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e0c50-d696-4967-89f7-fd49a372b6db req-be447288-5904-4284-93ce-9356811856a7 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:29.991374 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a32e0c50-d696-4967-89f7-fd49a372b6db req-be447288-5904-4284-93ce-9356811856a7 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 946 time: 0.0529993 Sep 22 22:24:30.040087 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a32e0c50-d696-4967-89f7-fd49a372b6db req-b359d4d3-8c1d-4f2c-8638-03747f64ebf3 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430806 Sep 22 22:24:30.132795 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=76,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:30.134801 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=57,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:30.138113 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:24:31.173608 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c556b94-2974-4a4b-ad1c-d88a2a4e1d70 req-4f5b3205-5f3d-4f1d-bb93-92181248a7b3 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:31.175097 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9c556b94-2974-4a4b-ad1c-d88a2a4e1d70 req-4f5b3205-5f3d-4f1d-bb93-92181248a7b3 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 946 time: 0.0468969 Sep 22 22:24:31.221868 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9c556b94-2974-4a4b-ad1c-d88a2a4e1d70 req-da8fa088-c12d-4fca-af4f-27ae8fa08197 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411885 Sep 22 22:24:32.349705 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15dca32-5e1e-45d9-8242-1b83c3812f94 req-cf27cb48-90d6-4c1e-a412-922ab42fb45a tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:32.351173 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a15dca32-5e1e-45d9-8242-1b83c3812f94 req-cf27cb48-90d6-4c1e-a412-922ab42fb45a tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 946 time: 0.0488460 Sep 22 22:24:32.397368 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a15dca32-5e1e-45d9-8242-1b83c3812f94 req-d6061458-e239-40f6-a6c6-43e4de01aade tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406706 Sep 22 22:24:33.524038 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87a98c-0fcf-4ffe-a0da-6ea96d353690 req-94abb137-097b-4663-bc4b-1c740f9a5d22 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:33.525464 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cd87a98c-0fcf-4ffe-a0da-6ea96d353690 req-94abb137-097b-4663-bc4b-1c740f9a5d22 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 946 time: 0.0475209 Sep 22 22:24:33.573307 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cd87a98c-0fcf-4ffe-a0da-6ea96d353690 req-73711d4e-a652-4055-9dea-bd6187590abc tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423465 Sep 22 22:24:34.701925 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d5ffd-9235-4d5f-bf64-f9f0f6ddded5 req-d175c512-6954-4219-aaa1-165e7c7e8b87 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:34.704063 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e18d5ffd-9235-4d5f-bf64-f9f0f6ddded5 req-d175c512-6954-4219-aaa1-165e7c7e8b87 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 946 time: 0.0505986 Sep 22 22:24:34.750359 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e18d5ffd-9235-4d5f-bf64-f9f0f6ddded5 req-dc8778d6-e6db-4faa-818e-2294d8fc3e58 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409675 Sep 22 22:24:35.879847 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df840924-8716-4d69-9ab5-cfcf7062334a req-50106df0-fb88-4ce1-9f8d-2db790112ee6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:35.881339 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-df840924-8716-4d69-9ab5-cfcf7062334a req-50106df0-fb88-4ce1-9f8d-2db790112ee6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 946 time: 0.0468161 Sep 22 22:24:35.928510 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-df840924-8716-4d69-9ab5-cfcf7062334a req-fa5ee2cc-481b-4c63-b286-10830e42789a tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416341 Sep 22 22:24:36.563540 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 22:24:36.663158 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6109b39c-b3b8-4d3e-b43e-90fe65c142f8,segment=NetworkSegment(57625509-4963-4a20-95e6-4bf6edc1fe66),segment_id=57625509-4963-4a20-95e6-4bf6edc1fe66)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:24:36.673935 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Returning: {'device': '6109b39c-b3b8-4d3e-b43e-90fe65c142f8', 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd', 'port_id': '6109b39c-b3b8-4d3e-b43e-90fe65c142f8', 'mac_address': 'fa:16:3e:f7:0e:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 22:24:36.707711 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 is: ACTIVE; New status is: BUILD {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:24:36.708097 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (6109b39c-b3b8-4d3e-b43e-90fe65c142f8), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:36.724832 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 {{(pid=106430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:24:36.743591 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6109b39c-b3b8-4d3e-b43e-90fe65c142f8,segment=NetworkSegment(57625509-4963-4a20-95e6-4bf6edc1fe66),segment_id=57625509-4963-4a20-95e6-4bf6edc1fe66)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:24:36.747460 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (6109b39c-b3b8-4d3e-b43e-90fe65c142f8), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:36.792402 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=6109b39c-b3b8-4d3e-b43e-90fe65c142f8,revision_number=6']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:24:36.894687 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['6109b39c-b3b8-4d3e-b43e-90fe65c142f8'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:24:37.017915 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:37.054515 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72968635-a2d9-485f-b182-d4615ec91f7b req-3bca7f6a-ebcf-41c0-9708-bccaf483fbc8 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:37.056013 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-72968635-a2d9-485f-b182-d4615ec91f7b req-3bca7f6a-ebcf-41c0-9708-bccaf483fbc8 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 945 time: 0.0470908 Sep 22 22:24:37.106683 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-72968635-a2d9-485f-b182-d4615ec91f7b req-8d15b245-edf8-4141-8a95-b8b2f7a06103 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450137 Sep 22 22:24:38.230067 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00d95-5f99-4954-b927-f43df6b91f08 req-09baba2b-6c3a-4c27-a0dd-5f0e2e1322f8 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:38.231466 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0ee00d95-5f99-4954-b927-f43df6b91f08 req-09baba2b-6c3a-4c27-a0dd-5f0e2e1322f8 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 945 time: 0.0462790 Sep 22 22:24:38.280096 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0ee00d95-5f99-4954-b927-f43df6b91f08 req-3d149d66-c515-4e4e-9b0c-88adcc648edf tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421541 Sep 22 22:24:38.603446 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 up at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:24:38.645651 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning complete for port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:24:38.646020 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (6109b39c-b3b8-4d3e-b43e-90fe65c142f8), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:38.646354 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Attempt 1 to provision port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 Sep 22 22:24:38.715000 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 is: BUILD; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:24:38.715382 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (6109b39c-b3b8-4d3e-b43e-90fe65c142f8), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:38.738677 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66df723f-5a3d-4e8d-892e-c04622d4f50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6109b39c-b3b8-4d3e-b43e-90fe65c142f8'}] {{(pid=106430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:24:38.740893 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2272dcd180a18b0bdbf7a4ac2a7f9325cd9193a83f54eb82bc11fdb6a8b27d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc40056e-dfb9-4dad-8408-1502aad8f347" -d '{"events": [{"server_uuid": "66df723f-5a3d-4e8d-892e-c04622d4f50f", "name": "network-vif-plugged", "status": "completed", "tag": "6109b39c-b3b8-4d3e-b43e-90fe65c142f8"}]}' {{(pid=106430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:24:38.753766 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6109b39c-b3b8-4d3e-b43e-90fe65c142f8,segment=NetworkSegment(57625509-4963-4a20-95e6-4bf6edc1fe66),segment_id=57625509-4963-4a20-95e6-4bf6edc1fe66)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:24:38.759553 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (6109b39c-b3b8-4d3e-b43e-90fe65c142f8), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:38.830492 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=6109b39c-b3b8-4d3e-b43e-90fe65c142f8,revision_number=7']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:24:38.836331 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea96bb03-fac8-4949-b4df-09594e23b159 x-openstack-request-id: req-ea96bb03-fac8-4949-b4df-09594e23b159 {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:24:38.836625 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66df723f-5a3d-4e8d-892e-c04622d4f50f", "name": "network-vif-plugged", "status": "completed", "tag": "6109b39c-b3b8-4d3e-b43e-90fe65c142f8", "code": 200}]} {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:24:38.836883 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea96bb03-fac8-4949-b4df-09594e23b159 {{(pid=106430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:24:38.837646 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea96bb03-fac8-4949-b4df-09594e23b159'] response: {'server_uuid': '66df723f-5a3d-4e8d-892e-c04622d4f50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6109b39c-b3b8-4d3e-b43e-90fe65c142f8', 'code': 200} Sep 22 22:24:39.428378 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ecddc-3d1d-4bdf-9502-7100396d6d74 req-24bfe06b-76cb-449d-ad08-5deee10016fd tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:39.436388 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-722ecddc-3d1d-4bdf-9502-7100396d6d74 req-24bfe06b-76cb-449d-ad08-5deee10016fd tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 946 time: 0.0709641 Sep 22 22:24:39.492238 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-722ecddc-3d1d-4bdf-9502-7100396d6d74 req-438d7207-0df8-4393-9967-e622783af20b tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549309 Sep 22 22:24:40.149396 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=18 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:40.150668 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=16 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:40.641620 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d983f70-f93d-4a73-9f3d-88bf395dd835 req-663fb8ce-798f-45f3-a022-ae8a5ae01ba8 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:40.643288 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2d983f70-f93d-4a73-9f3d-88bf395dd835 req-663fb8ce-798f-45f3-a022-ae8a5ae01ba8 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 946 time: 0.0568945 Sep 22 22:24:40.690191 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:40.694351 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-2d983f70-f93d-4a73-9f3d-88bf395dd835 req-e1def5b2-9fd2-45e4-bd6a-dd8e936f0378 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454953 Sep 22 22:24:41.827212 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00738f80-7e8e-45a8-9a67-fcb5c8269413 req-52cd1cbe-2e4a-4cbc-8d4b-f3f36fe80e6c tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:41.833632 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-00738f80-7e8e-45a8-9a67-fcb5c8269413 req-52cd1cbe-2e4a-4cbc-8d4b-f3f36fe80e6c tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 946 time: 0.0537970 Sep 22 22:24:41.882243 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-00738f80-7e8e-45a8-9a67-fcb5c8269413 req-8711d804-b125-430d-93b8-ef88f56b71b7 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473409 Sep 22 22:24:43.015897 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3107324-0f23-453e-bbd9-a360c09bcd62 req-bbf2992b-7d64-4ecd-ba6c-0ab809c69636 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:43.023800 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d3107324-0f23-453e-bbd9-a360c09bcd62 req-bbf2992b-7d64-4ecd-ba6c-0ab809c69636 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 946 time: 0.0551476 Sep 22 22:24:43.080683 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d3107324-0f23-453e-bbd9-a360c09bcd62 req-72733a9d-a9c5-4bb7-998c-0b15eb7241a9 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560174 Sep 22 22:24:44.216983 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496f674-3ae1-49f5-9004-fc447eb1a99e req-be96d6f4-a97f-4e41-8914-3300907fef67 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:44.218407 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a496f674-3ae1-49f5-9004-fc447eb1a99e req-be96d6f4-a97f-4e41-8914-3300907fef67 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 946 time: 0.0486486 Sep 22 22:24:44.270991 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a496f674-3ae1-49f5-9004-fc447eb1a99e req-1269c4ab-c32a-4b6c-b09c-af8273ce8c84 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464189 Sep 22 22:24:44.916380 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-b0456f19-6ff9-46e8-86c2-6bc966480eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:45.406854 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf2f69-4a77-4f04-9f4e-8338ed1337cf req-086d4622-db64-4f73-a769-00a9d7e9d68f tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:45.408566 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-edcf2f69-4a77-4f04-9f4e-8338ed1337cf req-086d4622-db64-4f73-a769-00a9d7e9d68f tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 946 time: 0.0491447 Sep 22 22:24:45.462921 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-edcf2f69-4a77-4f04-9f4e-8338ed1337cf req-14dd599f-178d-495e-bef4-93e9c13d1ccf tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471029 Sep 22 22:24:46.605848 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06439ff-585e-4478-8d69-8f41310fbd81 req-841abfb5-d3a2-4083-b529-f8873f03d25d tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:46.613366 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f06439ff-585e-4478-8d69-8f41310fbd81 req-841abfb5-d3a2-4083-b529-f8873f03d25d tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 946 time: 0.0662849 Sep 22 22:24:46.662153 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f06439ff-585e-4478-8d69-8f41310fbd81 req-6666bb6a-c504-4b27-b1e2-dcc6b2f5b9dd tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473821 Sep 22 22:24:47.083003 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-e5c9ba7c-8939-485c-8c43-0a350fa3657a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:47.722084 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:47.827030 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70360fc2-6d0c-432f-b8f0-9ec05f21fa13 req-e9f4a430-b117-4eb7-b174-6a871fe80f48 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:47.828571 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-70360fc2-6d0c-432f-b8f0-9ec05f21fa13 req-e9f4a430-b117-4eb7-b174-6a871fe80f48 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 946 time: 0.0626814 Sep 22 22:24:47.881493 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-70360fc2-6d0c-432f-b8f0-9ec05f21fa13 req-9b3dbd58-765b-4973-8a1c-97b32b2d2a96 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464401 Sep 22 22:24:48.370947 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:49.018380 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e1e27-aa8a-4ae2-bedb-035c053b3dc4 req-a18b2675-e898-4f83-9695-c94b4e7b2d2b tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:49.019877 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-368e1e27-aa8a-4ae2-bedb-035c053b3dc4 req-a18b2675-e898-4f83-9695-c94b4e7b2d2b tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 946 time: 0.0543156 Sep 22 22:24:49.061732 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:49.070729 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-368e1e27-aa8a-4ae2-bedb-035c053b3dc4 req-53591eae-cde6-4284-bff5-60d0b86e3af5 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449975 Sep 22 22:24:49.252122 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd644241-a8c5-48e0-bba9-2137c345141a req-0258a96d-f93c-4082-8f7b-7c7b4fd8ba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:49.253632 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dd644241-a8c5-48e0-bba9-2137c345141a req-0258a96d-f93c-4082-8f7b-7c7b4fd8ba72 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=eaff29c3c9b84929b0451e8e82caf4f2&device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 1130 time: 0.0396738 Sep 22 22:24:49.346369 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd644241-a8c5-48e0-bba9-2137c345141a req-108623eb-50b3-4c9f-ae00-d8a35cb2d05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:49.347872 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dd644241-a8c5-48e0-bba9-2137c345141a req-108623eb-50b3-4c9f-ae00-d8a35cb2d05f service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=a3032908-0d20-4083-a609-def5ad9a09dd HTTP/1.1" status: 200 len: 918 time: 0.0884292 Sep 22 22:24:49.640394 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dd644241-a8c5-48e0-bba9-2137c345141a req-a6735c5f-a8f7-4171-9a65-4c5c2a43a79c service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6109b39c-b3b8-4d3e-b43e-90fe65c142f8 HTTP/1.1" status: 200 len: 1002 time: 0.2867181 Sep 22 22:24:49.687180 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd644241-a8c5-48e0-bba9-2137c345141a req-a365a9ae-e62d-4483-8e4d-fbf2a9e086d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:49.688613 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dd644241-a8c5-48e0-bba9-2137c345141a req-a365a9ae-e62d-4483-8e4d-fbf2a9e086d0 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b371fb7c-e81d-4b99-a872-fa8fc506c36f HTTP/1.1" status: 200 len: 856 time: 0.0425000 Sep 22 22:24:49.733330 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd644241-a8c5-48e0-bba9-2137c345141a req-62f0a7ae-149f-4b71-bb3a-2f69c8f4ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:49.734838 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dd644241-a8c5-48e0-bba9-2137c345141a req-62f0a7ae-149f-4b71-bb3a-2f69c8f4ecec service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=a3032908-0d20-4083-a609-def5ad9a09dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409124 Sep 22 22:24:49.791965 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:49.824767 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dd644241-a8c5-48e0-bba9-2137c345141a req-88e2de48-29f7-4430-b029-daa3cd2e0324 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a3032908-0d20-4083-a609-def5ad9a09dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838110 Sep 22 22:24:49.881227 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:49.920866 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dd644241-a8c5-48e0-bba9-2137c345141a req-d117cdf4-6d6f-42e5-8b02-1a89c296bcdf service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a3032908-0d20-4083-a609-def5ad9a09dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900049 Sep 22 22:24:50.141631 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:50.199169 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf7fd8-a698-4847-854f-5b51f21627b0 req-a23c5ab3-1ceb-476e-95f5-857f5e87870d tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:50.200553 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c8cf7fd8-a698-4847-854f-5b51f21627b0 req-a23c5ab3-1ceb-476e-95f5-857f5e87870d tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 946 time: 0.0464935 Sep 22 22:24:50.248031 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c8cf7fd8-a698-4847-854f-5b51f21627b0 req-b0b24c0c-9e53-4a85-8b1c-7aebbe4ae726 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408847 Sep 22 22:24:51.381168 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e38f9-078e-4b88-956a-4acb4eeb090b req-0d3c41e6-9799-47af-a66d-ccdf6dd50da6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:51.382662 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c31e38f9-078e-4b88-956a-4acb4eeb090b req-0d3c41e6-9799-47af-a66d-ccdf6dd50da6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 946 time: 0.0527678 Sep 22 22:24:51.428360 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c31e38f9-078e-4b88-956a-4acb4eeb090b req-8112cfd0-4d94-41ae-aa1b-ac7ef0a9b552 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402060 Sep 22 22:24:52.557508 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83153159-1f51-4d07-a706-be49570a0b55 req-1f085654-9f68-4351-9eef-a31a1afc4f48 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:52.559006 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-83153159-1f51-4d07-a706-be49570a0b55 req-1f085654-9f68-4351-9eef-a31a1afc4f48 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 946 time: 0.0476320 Sep 22 22:24:52.606429 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-83153159-1f51-4d07-a706-be49570a0b55 req-742a73d1-0e82-4231-ad10-434b5c347053 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416844 Sep 22 22:24:52.647449 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:24:52.650722 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:52.688590 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:52.723798 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 is: ACTIVE; New status is: DOWN {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:24:52.724198 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (6109b39c-b3b8-4d3e-b43e-90fe65c142f8), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:52.747167 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66df723f-5a3d-4e8d-892e-c04622d4f50f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6109b39c-b3b8-4d3e-b43e-90fe65c142f8'}] {{(pid=106430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:24:52.749451 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2272dcd180a18b0bdbf7a4ac2a7f9325cd9193a83f54eb82bc11fdb6a8b27d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363db493-c4a6-4f32-b5c0-45b54bae85d0" -d '{"events": [{"server_uuid": "66df723f-5a3d-4e8d-892e-c04622d4f50f", "name": "network-vif-unplugged", "status": "completed", "tag": "6109b39c-b3b8-4d3e-b43e-90fe65c142f8"}]}' {{(pid=106430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:24:52.762717 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6109b39c-b3b8-4d3e-b43e-90fe65c142f8,segment=NetworkSegment(57625509-4963-4a20-95e6-4bf6edc1fe66),segment_id=57625509-4963-4a20-95e6-4bf6edc1fe66)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:24:52.768593 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (6109b39c-b3b8-4d3e-b43e-90fe65c142f8), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:24:52.795227 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Sep 2022 22:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594ed8f7-51ac-4547-b5fa-05fca5dff805 x-openstack-request-id: req-594ed8f7-51ac-4547-b5fa-05fca5dff805 {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:24:52.795548 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66df723f-5a3d-4e8d-892e-c04622d4f50f", "name": "network-vif-unplugged", "status": "failed", "tag": "6109b39c-b3b8-4d3e-b43e-90fe65c142f8", "code": 422}]} {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:24:52.795812 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-594ed8f7-51ac-4547-b5fa-05fca5dff805 {{(pid=106430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:24:52.796272 dv-cinder-849143-6-iscsi neutron-server[106430]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-594ed8f7-51ac-4547-b5fa-05fca5dff805']: {'server_uuid': '66df723f-5a3d-4e8d-892e-c04622d4f50f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6109b39c-b3b8-4d3e-b43e-90fe65c142f8', 'code': 422} returned with failed status Sep 22 22:24:52.823497 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=6109b39c-b3b8-4d3e-b43e-90fe65c142f8,revision_number=8']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:24:54.596000 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7374f-14b1-441c-9ee5-34815b6a59f9 req-f7634472-a234-449f-ae45-8e42bb33b6d6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:54.597520 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-00f7374f-14b1-441c-9ee5-34815b6a59f9 req-f7634472-a234-449f-ae45-8e42bb33b6d6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 944 time: 0.0486324 Sep 22 22:24:54.658306 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-00f7374f-14b1-441c-9ee5-34815b6a59f9 req-9275a431-a8c1-4517-ae67-8038293a9b51 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550213 Sep 22 22:24:54.833280 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 47944) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:24:54.914981 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-a86d4f66-48fd-488d-a78c-14d58a196363 req-bba46954-c1a2-4dbe-8438-c93b67d64d89 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0805094 Sep 22 22:24:54.923336 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [req-a86d4f66-48fd-488d-a78c-14d58a196363 req-5cfc6cf3-8676-46ac-8d2f-d2f3b6bcf25a service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 22:24:54.924783 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-a86d4f66-48fd-488d-a78c-14d58a196363 req-5cfc6cf3-8676-46ac-8d2f-d2f3b6bcf25a service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048783 Sep 22 22:24:55.001736 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 47952) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:24:55.056747 dv-cinder-849143-6-iscsi neutron-server[106429]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 22 22:24:55.099895 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d4f66-48fd-488d-a78c-14d58a196363 req-4233da71-b8f1-46d0-8d02-529653e8d5e3 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:55.101252 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-a86d4f66-48fd-488d-a78c-14d58a196363 req-4233da71-b8f1-46d0-8d02-529653e8d5e3 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports/6109b39c-b3b8-4d3e-b43e-90fe65c142f8 HTTP/1.1" status: 200 len: 941 time: 0.0982471 Sep 22 22:24:55.789634 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf704a3d-a2f2-47d8-abfb-11ef7fe4bca3 req-a4e21ead-4321-47e8-a542-56418f7102a6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:55.791099 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cf704a3d-a2f2-47d8-abfb-11ef7fe4bca3 req-a4e21ead-4321-47e8-a542-56418f7102a6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 944 time: 0.0469115 Sep 22 22:24:55.838700 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cf704a3d-a2f2-47d8-abfb-11ef7fe4bca3 req-9960b799-1380-4d85-9e61-11da2f2900b0 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419924 Sep 22 22:24:56.032187 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d4f66-48fd-488d-a78c-14d58a196363 req-1c9d1031-6f77-4e72-98ba-e1e215806fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:56.033721 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a86d4f66-48fd-488d-a78c-14d58a196363 req-1c9d1031-6f77-4e72-98ba-e1e215806fa9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f&tenant_id=eaff29c3c9b84929b0451e8e82caf4f2 HTTP/1.1" status: 200 len: 1128 time: 0.0392592 Sep 22 22:24:56.109620 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d4f66-48fd-488d-a78c-14d58a196363 req-d13fdb00-fb4c-4f2d-8ca1-28fb479e06b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:56.111068 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a86d4f66-48fd-488d-a78c-14d58a196363 req-d13fdb00-fb4c-4f2d-8ca1-28fb479e06b7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=eaff29c3c9b84929b0451e8e82caf4f2&device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 1128 time: 0.0379982 Sep 22 22:24:56.169278 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:56.203744 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d4f66-48fd-488d-a78c-14d58a196363 req-288d208c-f580-402f-bcb5-728b5c956aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:56.205231 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a86d4f66-48fd-488d-a78c-14d58a196363 req-288d208c-f580-402f-bcb5-728b5c956aa3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=a3032908-0d20-4083-a609-def5ad9a09dd HTTP/1.1" status: 200 len: 918 time: 0.0880418 Sep 22 22:24:56.268288 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a86d4f66-48fd-488d-a78c-14d58a196363 req-2dc20b03-18d6-4ed4-81c1-bf791a2bc134 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6109b39c-b3b8-4d3e-b43e-90fe65c142f8 HTTP/1.1" status: 200 len: 1000 time: 0.0568619 Sep 22 22:24:56.315707 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d4f66-48fd-488d-a78c-14d58a196363 req-66422715-02fc-4fcc-836f-75ea680f1789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:56.317086 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a86d4f66-48fd-488d-a78c-14d58a196363 req-66422715-02fc-4fcc-836f-75ea680f1789 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b371fb7c-e81d-4b99-a872-fa8fc506c36f HTTP/1.1" status: 200 len: 856 time: 0.0434258 Sep 22 22:24:56.360105 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d4f66-48fd-488d-a78c-14d58a196363 req-1f017172-e219-494f-af35-b699d6cf9eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:56.362222 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a86d4f66-48fd-488d-a78c-14d58a196363 req-1f017172-e219-494f-af35-b699d6cf9eb9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=a3032908-0d20-4083-a609-def5ad9a09dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388782 Sep 22 22:24:56.458411 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a86d4f66-48fd-488d-a78c-14d58a196363 req-f92c89f7-0ad5-4bb3-aa3d-2710eba1903e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a3032908-0d20-4083-a609-def5ad9a09dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905626 Sep 22 22:24:56.518831 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:24:56.547795 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a86d4f66-48fd-488d-a78c-14d58a196363 req-80d498e8-5baa-47dc-8b01-3437b4f7b44f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a3032908-0d20-4083-a609-def5ad9a09dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838835 Sep 22 22:24:56.663343 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:24:56.734847 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 is: DOWN; New status is: DOWN {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:24:56.997278 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bac285-907c-445a-ae23-b2b126b2261e req-55f9bbfc-827e-42c8-a1e5-c1276e1ee12c tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:57.010601 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-42bac285-907c-445a-ae23-b2b126b2261e req-55f9bbfc-827e-42c8-a1e5-c1276e1ee12c tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 944 time: 0.0835698 Sep 22 22:24:57.111870 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-42bac285-907c-445a-ae23-b2b126b2261e req-fdf2c95f-1497-4bb5-ad2e-1c42ed2f21da tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952890 Sep 22 22:24:58.243953 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d588c0c-b3b6-4340-ab3b-1cec2342a9ef req-62822ce2-a50c-4dad-9029-d1728b609907 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:58.245592 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3d588c0c-b3b6-4340-ab3b-1cec2342a9ef req-62822ce2-a50c-4dad-9029-d1728b609907 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 944 time: 0.0521038 Sep 22 22:24:58.315567 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3d588c0c-b3b6-4340-ab3b-1cec2342a9ef req-19898499-48b0-48d4-be6c-563c729d3116 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579629 Sep 22 22:24:59.439850 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6dcea5-41ba-46c5-a8bf-fc0100b60fe6 req-86530eb4-d961-4b7f-9981-9b1b34f10b4d tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:24:59.442070 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cc6dcea5-41ba-46c5-a8bf-fc0100b60fe6 req-86530eb4-d961-4b7f-9981-9b1b34f10b4d tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 944 time: 0.0493221 Sep 22 22:24:59.507457 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cc6dcea5-41ba-46c5-a8bf-fc0100b60fe6 req-96366891-1d3f-4347-aaa8-ad33675e1701 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596592 Sep 22 22:25:00.663367 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e7d9e-781a-41c9-94a7-7c3333bd938a req-e909d845-ee55-40e3-8eaf-7d3f54d59616 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:00.664881 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-866e7d9e-781a-41c9-94a7-7c3333bd938a req-e909d845-ee55-40e3-8eaf-7d3f54d59616 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 944 time: 0.0609975 Sep 22 22:25:00.719417 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-866e7d9e-781a-41c9-94a7-7c3333bd938a req-41ee0e18-08d3-4b55-9a64-f486542f830a tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465465 Sep 22 22:25:01.860502 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f5885-54d8-488b-b991-7bc1ab6fb216 req-557e6bdd-6114-442a-8446-85967b249c5f tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:01.862147 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6f2f5885-54d8-488b-b991-7bc1ab6fb216 req-557e6bdd-6114-442a-8446-85967b249c5f tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 944 time: 0.0523000 Sep 22 22:25:01.913022 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6f2f5885-54d8-488b-b991-7bc1ab6fb216 req-934df84b-a2a4-4706-aab4-bad8603393ec tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449915 Sep 22 22:25:03.053572 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc82de9-f542-45d4-b81c-7827d262d2c1 req-05e5ee36-2468-4e8e-b987-366376e11a99 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:03.055193 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1dc82de9-f542-45d4-b81c-7827d262d2c1 req-05e5ee36-2468-4e8e-b987-366376e11a99 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 944 time: 0.0543356 Sep 22 22:25:03.108087 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1dc82de9-f542-45d4-b81c-7827d262d2c1 req-ecfa39c5-8085-4ea1-9e58-4642e8cfc206 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457382 Sep 22 22:25:04.243281 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead8106-0c14-40f6-8bf4-da39859a42c8 req-d6220383-8fa8-427b-87ec-42e957fe3d59 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:04.245058 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cead8106-0c14-40f6-8bf4-da39859a42c8 req-d6220383-8fa8-427b-87ec-42e957fe3d59 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 944 time: 0.0503018 Sep 22 22:25:04.279215 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:25:04.298940 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cead8106-0c14-40f6-8bf4-da39859a42c8 req-a6f20976-87a5-4d0c-835f-0a04cdbb62c7 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480120 Sep 22 22:25:05.087327 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=7 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:25:05.092477 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=7 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:25:05.424865 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa5df3-0026-4b39-af76-31e82633cbb6 req-00d62a87-2851-45eb-a396-b76858d3152c tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:05.426357 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-16aa5df3-0026-4b39-af76-31e82633cbb6 req-00d62a87-2851-45eb-a396-b76858d3152c tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 944 time: 0.0464058 Sep 22 22:25:05.476819 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-16aa5df3-0026-4b39-af76-31e82633cbb6 req-5b5574a7-d51a-40ef-ab1c-01d90180123d tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448301 Sep 22 22:25:06.603189 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e1f98-3437-4ff3-9af3-43a5bdb4e4e6 req-158a86e1-4e1b-4191-8108-b4a0464a2203 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:06.604678 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-939e1f98-3437-4ff3-9af3-43a5bdb4e4e6 req-158a86e1-4e1b-4191-8108-b4a0464a2203 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 944 time: 0.0462754 Sep 22 22:25:06.652587 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-939e1f98-3437-4ff3-9af3-43a5bdb4e4e6 req-16dbb4c0-f3e5-4459-9734-605394660206 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422657 Sep 22 22:25:06.731668 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:25:06.733004 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:25:07.127373 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:25:07.783580 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec75163-5101-45bf-8f74-f0c98d4df1ba req-14648d25-056d-4558-a0a3-4ccd551f92ed tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:07.785562 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1ec75163-5101-45bf-8f74-f0c98d4df1ba req-14648d25-056d-4558-a0a3-4ccd551f92ed tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 944 time: 0.0473244 Sep 22 22:25:07.832740 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1ec75163-5101-45bf-8f74-f0c98d4df1ba req-19c7a85c-9503-4a04-bba9-77a4bc375335 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418038 Sep 22 22:25:08.967211 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d2ae0-ac59-4b39-b3f7-04e1eaac9c91 req-31b03729-abc8-48c8-b832-4b4ef61aa219 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:08.968695 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-469d2ae0-ac59-4b39-b3f7-04e1eaac9c91 req-31b03729-abc8-48c8-b832-4b4ef61aa219 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 944 time: 0.0546706 Sep 22 22:25:08.983078 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:25:09.020261 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-469d2ae0-ac59-4b39-b3f7-04e1eaac9c91 req-ac0682af-fb8f-47f2-94a1-fb5c9427b65f tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451381 Sep 22 22:25:10.155204 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8065105-577d-452f-bc77-a44a639c9187 req-79f3cbe3-c039-4fba-ad48-fd4d30d180fc tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:10.156679 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f8065105-577d-452f-bc77-a44a639c9187 req-79f3cbe3-c039-4fba-ad48-fd4d30d180fc tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 944 time: 0.0469685 Sep 22 22:25:10.204004 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f8065105-577d-452f-bc77-a44a639c9187 req-7fb57f51-4347-47ea-a584-7cc41eeb4fd0 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410376 Sep 22 22:25:10.739637 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 22:25:10.841658 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6109b39c-b3b8-4d3e-b43e-90fe65c142f8,segment=NetworkSegment(57625509-4963-4a20-95e6-4bf6edc1fe66),segment_id=57625509-4963-4a20-95e6-4bf6edc1fe66)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:25:10.852505 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Returning: {'device': '6109b39c-b3b8-4d3e-b43e-90fe65c142f8', 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd', 'port_id': '6109b39c-b3b8-4d3e-b43e-90fe65c142f8', 'mac_address': 'fa:16:3e:f7:0e:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 22:25:10.886303 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 is: DOWN; New status is: BUILD {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:25:10.886708 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (6109b39c-b3b8-4d3e-b43e-90fe65c142f8), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:25:10.900130 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 {{(pid=106430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:25:10.919091 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6109b39c-b3b8-4d3e-b43e-90fe65c142f8,segment=NetworkSegment(57625509-4963-4a20-95e6-4bf6edc1fe66),segment_id=57625509-4963-4a20-95e6-4bf6edc1fe66)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:25:10.922861 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (6109b39c-b3b8-4d3e-b43e-90fe65c142f8), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:25:10.967359 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=6109b39c-b3b8-4d3e-b43e-90fe65c142f8,revision_number=9']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:25:11.329759 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99128fbf-7037-4271-92e0-e5f69f7ff9d9 req-55e65b11-9830-43af-ae32-cb19ac591a4b tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:11.331131 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-99128fbf-7037-4271-92e0-e5f69f7ff9d9 req-55e65b11-9830-43af-ae32-cb19ac591a4b tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 945 time: 0.0463026 Sep 22 22:25:11.342002 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['6109b39c-b3b8-4d3e-b43e-90fe65c142f8'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:25:11.398402 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-99128fbf-7037-4271-92e0-e5f69f7ff9d9 req-28b06e0a-7dbb-4778-96dd-5fd9ee30e3bb tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616548 Sep 22 22:25:12.527524 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154d389-1756-4b24-93a3-4b361654d47e req-edfc4222-e04b-4d98-84c7-3732a3d96c36 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:12.529002 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e154d389-1756-4b24-93a3-4b361654d47e req-edfc4222-e04b-4d98-84c7-3732a3d96c36 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 945 time: 0.0472307 Sep 22 22:25:12.576879 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e154d389-1756-4b24-93a3-4b361654d47e req-a13d9b41-2df5-4e18-8586-f7a1e5687200 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422740 Sep 22 22:25:12.742482 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 up at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:25:12.784664 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning complete for port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:25:12.785033 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (6109b39c-b3b8-4d3e-b43e-90fe65c142f8), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:25:12.785390 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Attempt 1 to provision port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 Sep 22 22:25:12.857367 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 is: BUILD; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:25:12.857754 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (6109b39c-b3b8-4d3e-b43e-90fe65c142f8), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:25:12.881318 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66df723f-5a3d-4e8d-892e-c04622d4f50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6109b39c-b3b8-4d3e-b43e-90fe65c142f8'}] {{(pid=106430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:25:12.883570 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2272dcd180a18b0bdbf7a4ac2a7f9325cd9193a83f54eb82bc11fdb6a8b27d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ddd859-6e6f-4950-bb59-cb022bc75e0a" -d '{"events": [{"server_uuid": "66df723f-5a3d-4e8d-892e-c04622d4f50f", "name": "network-vif-plugged", "status": "completed", "tag": "6109b39c-b3b8-4d3e-b43e-90fe65c142f8"}]}' {{(pid=106430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:25:12.895667 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6109b39c-b3b8-4d3e-b43e-90fe65c142f8,segment=NetworkSegment(57625509-4963-4a20-95e6-4bf6edc1fe66),segment_id=57625509-4963-4a20-95e6-4bf6edc1fe66)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:25:12.900115 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (6109b39c-b3b8-4d3e-b43e-90fe65c142f8), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:25:12.923970 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de3667b-0239-4d51-aa7c-8e6003be0725 x-openstack-request-id: req-8de3667b-0239-4d51-aa7c-8e6003be0725 {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:25:12.924262 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66df723f-5a3d-4e8d-892e-c04622d4f50f", "name": "network-vif-plugged", "status": "completed", "tag": "6109b39c-b3b8-4d3e-b43e-90fe65c142f8", "code": 200}]} {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:25:12.924515 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8de3667b-0239-4d51-aa7c-8e6003be0725 {{(pid=106430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:25:12.924907 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de3667b-0239-4d51-aa7c-8e6003be0725'] response: {'server_uuid': '66df723f-5a3d-4e8d-892e-c04622d4f50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6109b39c-b3b8-4d3e-b43e-90fe65c142f8', 'code': 200} Sep 22 22:25:12.937910 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:25:12.950125 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=6109b39c-b3b8-4d3e-b43e-90fe65c142f8,revision_number=10']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:25:13.148402 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f6cea-64d4-484b-8a19-59c72f48d511 req-38579ab8-5af1-4a5c-b340-ebe472a6a1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:13.149873 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-942f6cea-64d4-484b-8a19-59c72f48d511 req-38579ab8-5af1-4a5c-b340-ebe472a6a1fe service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 1131 time: 0.0375042 Sep 22 22:25:13.193790 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-942f6cea-64d4-484b-8a19-59c72f48d511 req-4074f131-fe07-4f18-b468-f531f68e7ddf service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375550 Sep 22 22:25:13.708238 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf569145-47e6-4c2a-bb86-975511caf44f req-28788987-3218-4bd4-ac8c-703417eb8073 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:13.710051 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cf569145-47e6-4c2a-bb86-975511caf44f req-28788987-3218-4bd4-ac8c-703417eb8073 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 947 time: 0.0519168 Sep 22 22:25:13.757787 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cf569145-47e6-4c2a-bb86-975511caf44f req-e8105d86-a882-42e9-8b85-392efd70bee0 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419660 Sep 22 22:25:14.140400 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=5 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:25:14.916148 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-3ab2970e-aa85-4681-8c25-90920df0ae75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:25:14.947350 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d270521-4e06-4987-a027-526918bbca64 req-ed4ca4e9-3849-4c50-9377-441876c4726d tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:14.949401 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1d270521-4e06-4987-a027-526918bbca64 req-ed4ca4e9-3849-4c50-9377-441876c4726d tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 947 time: 0.1049170 Sep 22 22:25:14.999666 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1d270521-4e06-4987-a027-526918bbca64 req-4b5dbfde-9fd4-4a8e-a13a-0b5cbb603b5e tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449018 Sep 22 22:25:16.191441 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74612778-87a7-4960-b310-484456054213 req-11cadfef-5f95-4b15-98d0-c7897901d988 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:16.192958 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-74612778-87a7-4960-b310-484456054213 req-11cadfef-5f95-4b15-98d0-c7897901d988 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 947 time: 0.1115227 Sep 22 22:25:16.218581 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:25:16.241131 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-74612778-87a7-4960-b310-484456054213 req-7e71630b-7975-414a-881e-66ca86fef456 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423605 Sep 22 22:25:17.075181 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-edf14d81-8bc9-4406-8b3d-a14f48b3d327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:25:17.123822 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=5 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:25:17.713864 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:25:18.362804 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:25:18.375182 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:25:19.794651 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:25:20.144967 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:25:26.230057 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=66 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:25:26.237266 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:25:26.795106 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1cc8d7ac-24e0-4067-b1c9-4d088ae6a78c req-236251a7-3149-40aa-a9c0-7d37407f5bc0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383923 Sep 22 22:25:26.907951 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8d7ac-24e0-4067-b1c9-4d088ae6a78c req-d24f70d7-99f9-40d3-975b-24837d84ed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:26.909906 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1cc8d7ac-24e0-4067-b1c9-4d088ae6a78c req-d24f70d7-99f9-40d3-975b-24837d84ed60 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=eaff29c3c9b84929b0451e8e82caf4f2&device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 1131 time: 0.0512781 Sep 22 22:25:27.021809 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8d7ac-24e0-4067-b1c9-4d088ae6a78c req-57877f9a-8e24-493e-b278-84b9a239654c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:27.023788 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1cc8d7ac-24e0-4067-b1c9-4d088ae6a78c req-57877f9a-8e24-493e-b278-84b9a239654c service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=a3032908-0d20-4083-a609-def5ad9a09dd HTTP/1.1" status: 200 len: 918 time: 0.0939734 Sep 22 22:25:27.086397 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1cc8d7ac-24e0-4067-b1c9-4d088ae6a78c req-5e2b09b6-7458-4bb6-8b70-2ede18ce7a68 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6109b39c-b3b8-4d3e-b43e-90fe65c142f8 HTTP/1.1" status: 200 len: 1002 time: 0.0556340 Sep 22 22:25:27.136983 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8d7ac-24e0-4067-b1c9-4d088ae6a78c req-281dc4c7-c6ed-451c-aff2-d6c5f4ac612e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:27.138437 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1cc8d7ac-24e0-4067-b1c9-4d088ae6a78c req-281dc4c7-c6ed-451c-aff2-d6c5f4ac612e service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b371fb7c-e81d-4b99-a872-fa8fc506c36f HTTP/1.1" status: 200 len: 856 time: 0.0465031 Sep 22 22:25:27.181262 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8d7ac-24e0-4067-b1c9-4d088ae6a78c req-c351ddc8-d757-4912-a120-40f315e9d8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:25:27.182718 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1cc8d7ac-24e0-4067-b1c9-4d088ae6a78c req-c351ddc8-d757-4912-a120-40f315e9d8bd service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=a3032908-0d20-4083-a609-def5ad9a09dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381484 Sep 22 22:25:27.270964 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1cc8d7ac-24e0-4067-b1c9-4d088ae6a78c req-b617b51d-7cd5-43ae-b8c6-128429814baf service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a3032908-0d20-4083-a609-def5ad9a09dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821478 Sep 22 22:25:27.366722 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1cc8d7ac-24e0-4067-b1c9-4d088ae6a78c req-c1929b71-6490-48b7-8c18-ca1dac3e3728 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a3032908-0d20-4083-a609-def5ad9a09dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882044 Sep 22 22:25:29.790721 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:25:30.141081 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:25:37.360629 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=48 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:25:37.362279 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=53 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:25:44.126592 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:25:44.908634 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-2f9e659d-26b1-434b-906c-b2d68a97e65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:25:47.076699 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-7afbd541-b4ae-46b5-bb7f-8145fc62efe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:25:47.716979 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:25:48.376668 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:25:49.797255 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:25:50.147300 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:25:54.121901 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=4 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:25:54.122680 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:00.141188 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:00.143088 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:06.236567 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [req-20839542-3a06-481e-b15a-cf8c536c9d16 req-8d4f3386-25d0-432f-8721-502f58fa14c4 service neutron] (106429) timed out ('10.222.0.57', 53423) {{(pid=106429) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 22 22:26:11.853430 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe9b8b-d54b-4ed6-97d1-12428e20c6c5 req-9ed924b2-dff3-47a1-9925-d7c9155bf9a1 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:26:11.854913 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6dfe9b8b-d54b-4ed6-97d1-12428e20c6c5 req-9ed924b2-dff3-47a1-9925-d7c9155bf9a1 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 947 time: 0.0475140 Sep 22 22:26:11.905507 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-6dfe9b8b-d54b-4ed6-97d1-12428e20c6c5 req-37bf1dfc-b4d2-4a5c-b571-6ebb867775af tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434349 Sep 22 22:26:13.037094 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89004a4-2701-486c-b77f-781f43e7e67c req-2d037b78-d21a-4c9f-93ce-89f61a380dc2 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:26:13.038595 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d89004a4-2701-486c-b77f-781f43e7e67c req-2d037b78-d21a-4c9f-93ce-89f61a380dc2 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 947 time: 0.0504408 Sep 22 22:26:13.085864 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d89004a4-2701-486c-b77f-781f43e7e67c req-e3a8e08b-d6cd-4acd-9343-34fc343a156b tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1fda2212-a926-4459-84aa-aaa7e4823f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418189 Sep 22 22:26:13.624628 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe012c3-0dde-4372-86ee-bfbb02277a31 req-40ec222c-53b7-4891-a606-69297e965a5e tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:26:13.626076 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bbe012c3-0dde-4372-86ee-bfbb02277a31 req-40ec222c-53b7-4891-a606-69297e965a5e tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 947 time: 0.0460434 Sep 22 22:26:13.707094 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-bbe012c3-0dde-4372-86ee-bfbb02277a31 req-6188bf60-9943-498b-a73b-26a20ef69cc6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Deleting port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:26:13.707689 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-bbe012c3-0dde-4372-86ee-bfbb02277a31 req-6188bf60-9943-498b-a73b-26a20ef69cc6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (6109b39c-b3b8-4d3e-b43e-90fe65c142f8), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:13.795489 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-bbe012c3-0dde-4372-86ee-bfbb02277a31 req-6188bf60-9943-498b-a73b-26a20ef69cc6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] For port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6109b39c-b3b8-4d3e-b43e-90fe65c142f8,segment=NetworkSegment(57625509-4963-4a20-95e6-4bf6edc1fe66),segment_id=57625509-4963-4a20-95e6-4bf6edc1fe66)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:26:13.795844 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-bbe012c3-0dde-4372-86ee-bfbb02277a31 req-6188bf60-9943-498b-a73b-26a20ef69cc6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (6109b39c-b3b8-4d3e-b43e-90fe65c142f8), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:13.970669 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-bbe012c3-0dde-4372-86ee-bfbb02277a31 req-6188bf60-9943-498b-a73b-26a20ef69cc6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:13.970936 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-bbe012c3-0dde-4372-86ee-bfbb02277a31 req-6188bf60-9943-498b-a73b-26a20ef69cc6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (07029227-f9a8-4973-8a57-3b31a50ca2a4), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:13.971248 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.db.l3_db [req-bbe012c3-0dde-4372-86ee-bfbb02277a31 req-6188bf60-9943-498b-a73b-26a20ef69cc6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Floating IP 07029227-f9a8-4973-8a57-3b31a50ca2a4 disassociated. External IP: 172.27.1.194, port: 6109b39c-b3b8-4d3e-b43e-90fe65c142f8. Sep 22 22:26:13.971588 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-bbe012c3-0dde-4372-86ee-bfbb02277a31 req-6188bf60-9943-498b-a73b-26a20ef69cc6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Calling delete_port for 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 owned by compute:nova {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:26:14.096321 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-bbe012c3-0dde-4372-86ee-bfbb02277a31 req-6188bf60-9943-498b-a73b-26a20ef69cc6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (6109b39c-b3b8-4d3e-b43e-90fe65c142f8), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:14.122463 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188bf60-9943-498b-a73b-26a20ef69cc6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Pushing event deleted for resources: {'Port': ['ID=6109b39c-b3b8-4d3e-b43e-90fe65c142f8,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:14.132368 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188bf60-9943-498b-a73b-26a20ef69cc6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:14.132726 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188bf60-9943-498b-a73b-26a20ef69cc6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:14.133087 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188bf60-9943-498b-a73b-26a20ef69cc6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:14.133440 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188bf60-9943-498b-a73b-26a20ef69cc6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:14.133802 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188bf60-9943-498b-a73b-26a20ef69cc6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:14.134126 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188bf60-9943-498b-a73b-26a20ef69cc6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:14.134440 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188bf60-9943-498b-a73b-26a20ef69cc6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:14.134777 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188bf60-9943-498b-a73b-26a20ef69cc6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:14.135081 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188bf60-9943-498b-a73b-26a20ef69cc6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:14.135417 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188bf60-9943-498b-a73b-26a20ef69cc6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:14.135740 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188bf60-9943-498b-a73b-26a20ef69cc6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:14.136067 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188bf60-9943-498b-a73b-26a20ef69cc6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:14.136395 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188bf60-9943-498b-a73b-26a20ef69cc6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:14.136721 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188bf60-9943-498b-a73b-26a20ef69cc6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:14.137056 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188bf60-9943-498b-a73b-26a20ef69cc6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:14.213657 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-09d5c648-85ae-4f4d-9f26-9af6869f03d4 req-7e10baee-dd91-4087-aaa4-6f4f534ab2c2 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=66df723f-5a3d-4e8d-892e-c04622d4f50f HTTP/1.1" status: 200 len: 210 time: 0.0333359 Sep 22 22:26:14.275960 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbe012c3-0dde-4372-86ee-bfbb02277a31 req-6188bf60-9943-498b-a73b-26a20ef69cc6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Router efe5f40b-7b89-4007-9e61-f0b495da917b has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:26:14.320182 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:14.333134 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:14.381669 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbe012c3-0dde-4372-86ee-bfbb02277a31 req-6188bf60-9943-498b-a73b-26a20ef69cc6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:26:14.391914 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d32a9d-4803-4239-8062-28d3b7fc530d None None] Sync routers for ids ['efe5f40b-7b89-4007-9e61-f0b495da917b'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:26:14.402351 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d32a9d-4803-4239-8062-28d3b7fc530d None None] Routers {'efe5f40b-7b89-4007-9e61-f0b495da917b'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:26:14.402978 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-a2d32a9d-4803-4239-8062-28d3b7fc530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:25:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['efe5f40b-7b89-4007-9e61-f0b495da917b'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:26:14.427423 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe012c3-0dde-4372-86ee-bfbb02277a31 req-6188bf60-9943-498b-a73b-26a20ef69cc6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] No DVR routers for this DVR port 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 on host hv-cinder-84914 {{(pid=106428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:26:14.429865 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-bbe012c3-0dde-4372-86ee-bfbb02277a31 req-6188bf60-9943-498b-a73b-26a20ef69cc6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:14.433235 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bbe012c3-0dde-4372-86ee-bfbb02277a31 req-6188bf60-9943-498b-a73b-26a20ef69cc6 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.57 "DELETE /networking/v2.0/ports/6109b39c-b3b8-4d3e-b43e-90fe65c142f8 HTTP/1.1" status: 204 len: 173 time: 0.8019867 Sep 22 22:26:14.433725 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66df723f-5a3d-4e8d-892e-c04622d4f50f', 'name': 'network-vif-deleted', 'tag': '6109b39c-b3b8-4d3e-b43e-90fe65c142f8'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:26:14.436172 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ce02aa-d053-4221-8891-3db17ec03b92" -d '{"events": [{"server_uuid": "66df723f-5a3d-4e8d-892e-c04622d4f50f", "name": "network-vif-deleted", "tag": "6109b39c-b3b8-4d3e-b43e-90fe65c142f8"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:26:14.475562 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b920da-0941-455d-9925-aa971f5268bb x-openstack-request-id: req-92b920da-0941-455d-9925-aa971f5268bb {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:26:14.476701 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66df723f-5a3d-4e8d-892e-c04622d4f50f", "name": "network-vif-deleted", "tag": "6109b39c-b3b8-4d3e-b43e-90fe65c142f8", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:26:14.476701 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92b920da-0941-455d-9925-aa971f5268bb {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:26:14.476701 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92b920da-0941-455d-9925-aa971f5268bb'] response: {'server_uuid': '66df723f-5a3d-4e8d-892e-c04622d4f50f', 'name': 'network-vif-deleted', 'tag': '6109b39c-b3b8-4d3e-b43e-90fe65c142f8', 'status': 'completed', 'code': 200} Sep 22 22:26:14.515409 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-a2d32a9d-4803-4239-8062-28d3b7fc530d None None] Set router efe5f40b-7b89-4007-9e61-f0b495da917b gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:26:14.714632 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-a2d32a9d-4803-4239-8062-28d3b7fc530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'name': 'tempest-AttachVolumeShelveTestJSON-1509104447-router', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:29Z', 'revision_number': 4, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'gw_port': {'id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '1b4872c5-efe2-4cb4-aca9-24209d50b1b6', 'name': '', 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'mac_address': 'fa:16:3e:a7:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:29Z', 'updated_at': '2022-09-22T22:18:34Z', 'revision_number': 5, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'subnets': [{'id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:26:14.741647 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d32a9d-4803-4239-8062-28d3b7fc530d None None] Checking router: efe5f40b-7b89-4007-9e61-f0b495da917b for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:26:14.750293 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d32a9d-4803-4239-8062-28d3b7fc530d None None] Routers {'efe5f40b-7b89-4007-9e61-f0b495da917b'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:26:14.750874 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-a2d32a9d-4803-4239-8062-28d3b7fc530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:25:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['efe5f40b-7b89-4007-9e61-f0b495da917b'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:26:14.849817 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-a2d32a9d-4803-4239-8062-28d3b7fc530d None None] Set router efe5f40b-7b89-4007-9e61-f0b495da917b gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:26:14.968461 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-cc1b1aa3-b83c-4070-92a7-a012f3bdb6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:15.061667 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-a2d32a9d-4803-4239-8062-28d3b7fc530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'name': 'tempest-AttachVolumeShelveTestJSON-1509104447-router', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:29Z', 'revision_number': 4, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'gw_port': {'id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '1b4872c5-efe2-4cb4-aca9-24209d50b1b6', 'name': '', 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'mac_address': 'fa:16:3e:a7:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:29Z', 'updated_at': '2022-09-22T22:18:34Z', 'revision_number': 5, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'subnets': [{'id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:26:15.090590 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d32a9d-4803-4239-8062-28d3b7fc530d None None] The sync data for ids ['efe5f40b-7b89-4007-9e61-f0b495da917b'] in dv-cinder-849143-6-iscsi is: [{'id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'name': 'tempest-AttachVolumeShelveTestJSON-1509104447-router', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:29Z', 'revision_number': 4, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'gw_port': {'id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '1b4872c5-efe2-4cb4-aca9-24209d50b1b6', 'name': '', 'network_id': 'a3032908-0d20-4083-a609-def5ad9a09dd', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'mac_address': 'fa:16:3e:a7:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:29Z', 'updated_at': '2022-09-22T22:18:34Z', 'revision_number': 5, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'subnets': [{'id': 'b371fb7c-e81d-4b99-a872-fa8fc506c36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:26:15.297822 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1012f888-1624-4b93-8585-f000f2f2531c None None] New status for floating IP 07029227-f9a8-4973-8a57-3b31a50ca2a4: DOWN {{(pid=106431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 22:26:15.318101 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 48104) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:15.379666 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e0451b82-a74f-4b88-bbd4-b335272fada4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for security_group (1fda2212-a926-4459-84aa-aaa7e4823f2e), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:15.403596 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e0451b82-a74f-4b88-bbd4-b335272fada4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for security_group (1fda2212-a926-4459-84aa-aaa7e4823f2e), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:15.456357 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e0451b82-a74f-4b88-bbd4-b335272fada4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (1fda2212-a926-4459-84aa-aaa7e4823f2e), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:15.459188 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e0451b82-a74f-4b88-bbd4-b335272fada4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:15.460363 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-e0451b82-a74f-4b88-bbd4-b335272fada4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1fda2212-a926-4459-84aa-aaa7e4823f2e HTTP/1.1" status: 204 len: 168 time: 0.1412930 Sep 22 22:26:15.463767 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 48108) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:15.469768 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0451b82-a74f-4b88-bbd4-b335272fada4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fda2212-a926-4459-84aa-aaa7e4823f2e,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:15.477035 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0451b82-a74f-4b88-bbd4-b335272fada4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:15.477409 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0451b82-a74f-4b88-bbd4-b335272fada4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:15.477744 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0451b82-a74f-4b88-bbd4-b335272fada4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:15.478079 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0451b82-a74f-4b88-bbd4-b335272fada4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:15.478256 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.api.v2.resource [None req-23ceaff5-f1fc-4c9d-9181-e3abee59ba72 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] show failed (client error): The resource could not be found. Sep 22 22:26:15.478412 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0451b82-a74f-4b88-bbd4-b335272fada4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:15.478749 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0451b82-a74f-4b88-bbd4-b335272fada4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:15.479069 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0451b82-a74f-4b88-bbd4-b335272fada4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:15.479247 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-23ceaff5-f1fc-4c9d-9181-e3abee59ba72 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "GET /networking/v2.0/security-groups/1fda2212-a926-4459-84aa-aaa7e4823f2e HTTP/1.1" status: 404 len: 347 time: 0.0143728 Sep 22 22:26:15.479449 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0451b82-a74f-4b88-bbd4-b335272fada4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:15.479786 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0451b82-a74f-4b88-bbd4-b335272fada4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:15.480106 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0451b82-a74f-4b88-bbd4-b335272fada4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:15.480490 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0451b82-a74f-4b88-bbd4-b335272fada4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:15.480811 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0451b82-a74f-4b88-bbd4-b335272fada4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:15.481153 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0451b82-a74f-4b88-bbd4-b335272fada4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:15.481510 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0451b82-a74f-4b88-bbd4-b335272fada4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:15.481851 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0451b82-a74f-4b88-bbd4-b335272fada4 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:15.482471 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 48110) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:15.598298 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-85c1956a-b94a-4a71-8957-ff900e7adf22 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Deleting port d16b23f5-652c-4061-9476-9cd8b1f0ad3c {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:26:15.598538 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-85c1956a-b94a-4a71-8957-ff900e7adf22 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (d16b23f5-652c-4061-9476-9cd8b1f0ad3c), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:15.673431 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-85c1956a-b94a-4a71-8957-ff900e7adf22 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (d16b23f5-652c-4061-9476-9cd8b1f0ad3c), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:15.673765 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-85c1956a-b94a-4a71-8957-ff900e7adf22 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for floatingip (d16b23f5-652c-4061-9476-9cd8b1f0ad3c), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:15.686473 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-85c1956a-b94a-4a71-8957-ff900e7adf22 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Calling delete_port for d16b23f5-652c-4061-9476-9cd8b1f0ad3c owned by network:floatingip {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:26:15.817696 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-85c1956a-b94a-4a71-8957-ff900e7adf22 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (d16b23f5-652c-4061-9476-9cd8b1f0ad3c), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:15.843215 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1956a-b94a-4a71-8957-ff900e7adf22 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Pushing event deleted for resources: {'Port': ['ID=d16b23f5-652c-4061-9476-9cd8b1f0ad3c,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:15.909668 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-85c1956a-b94a-4a71-8957-ff900e7adf22 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks [] for floatingip (07029227-f9a8-4973-8a57-3b31a50ca2a4), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:15.912361 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-85c1956a-b94a-4a71-8957-ff900e7adf22 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:15.913541 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-85c1956a-b94a-4a71-8957-ff900e7adf22 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/07029227-f9a8-4973-8a57-3b31a50ca2a4 HTTP/1.1" status: 204 len: 168 time: 0.4301634 Sep 22 22:26:17.057908 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:26:17.090419 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] No Port match for: 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:26:17.090994 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 6109b39c-b3b8-4d3e-b43e-90fe65c142f8 not bound to the agent host hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:26:17.100029 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-6799c58e-abbf-4277-833e-04db58531c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:17.730503 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:18.344098 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 48132) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:18.381002 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:18.741028 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-3a266d5e-1011-47aa-977c-6293cdb75d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3769516'] for router_interface (efe5f40b-7b89-4007-9e61-f0b495da917b), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:18.743159 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:19.097867 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:19.191681 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-3a266d5e-1011-47aa-977c-6293cdb75d21 admin admin] Deleting port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:26:19.192028 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-3a266d5e-1011-47aa-977c-6293cdb75d21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (1b4872c5-efe2-4cb4-aca9-24209d50b1b6), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:19.272998 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-3a266d5e-1011-47aa-977c-6293cdb75d21 admin admin] For port 1b4872c5-efe2-4cb4-aca9-24209d50b1b6, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=1b4872c5-efe2-4cb4-aca9-24209d50b1b6,segment=NetworkSegment(57625509-4963-4a20-95e6-4bf6edc1fe66),segment_id=57625509-4963-4a20-95e6-4bf6edc1fe66)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:26:19.273395 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-3a266d5e-1011-47aa-977c-6293cdb75d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (1b4872c5-efe2-4cb4-aca9-24209d50b1b6), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:19.285697 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-3a266d5e-1011-47aa-977c-6293cdb75d21 admin admin] Calling delete_port for 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 owned by network:router_interface {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:26:19.459472 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-3a266d5e-1011-47aa-977c-6293cdb75d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (1b4872c5-efe2-4cb4-aca9-24209d50b1b6), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:19.482173 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a266d5e-1011-47aa-977c-6293cdb75d21 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b4872c5-efe2-4cb4-aca9-24209d50b1b6,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:19.663258 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-3a266d5e-1011-47aa-977c-6293cdb75d21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3923237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679260'] for router_interface (efe5f40b-7b89-4007-9e61-f0b495da917b), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:19.800167 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:19.857398 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:19.869059 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a266d5e-1011-47aa-977c-6293cdb75d21 admin admin] Router efe5f40b-7b89-4007-9e61-f0b495da917b has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:26:19.912400 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:19.973074 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a266d5e-1011-47aa-977c-6293cdb75d21 admin admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:26:19.978061 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-3a266d5e-1011-47aa-977c-6293cdb75d21 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/efe5f40b-7b89-4007-9e61-f0b495da917b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6334703 Sep 22 22:26:19.980578 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 48136) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:19.983148 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea72b22-a506-4006-951a-2e2f49a84d92 None None] Sync routers for ids ['efe5f40b-7b89-4007-9e61-f0b495da917b'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:26:19.993271 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea72b22-a506-4006-951a-2e2f49a84d92 None None] Routers {'efe5f40b-7b89-4007-9e61-f0b495da917b'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:26:19.993961 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-fea72b22-a506-4006-951a-2e2f49a84d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:26:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['efe5f40b-7b89-4007-9e61-f0b495da917b'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:26:20.092709 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-879d8a85-6bee-48c0-bf81-b5aeb00be711 admin admin] Publish callbacks [] for router (efe5f40b-7b89-4007-9e61-f0b495da917b), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:20.100976 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-fea72b22-a506-4006-951a-2e2f49a84d92 None None] Set router efe5f40b-7b89-4007-9e61-f0b495da917b gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:26:20.171841 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:20.194872 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-879d8a85-6bee-48c0-bf81-b5aeb00be711 admin admin] Publish callbacks [] for router_gateway (efe5f40b-7b89-4007-9e61-f0b495da917b), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:20.211079 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:20.223368 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:20.239482 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-879d8a85-6bee-48c0-bf81-b5aeb00be711 admin admin] Deleting port 42260fa9-6032-4d21-a5eb-dd592f7403b4 {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:26:20.239824 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-879d8a85-6bee-48c0-bf81-b5aeb00be711 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (42260fa9-6032-4d21-a5eb-dd592f7403b4), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:20.286901 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-fea72b22-a506-4006-951a-2e2f49a84d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'name': 'tempest-AttachVolumeShelveTestJSON-1509104447-router', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:26:19Z', 'revision_number': 5, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'gw_port': {'id': '42260fa9-6032-4d21-a5eb-dd592f7403b4', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi'}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:26:20.311271 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea72b22-a506-4006-951a-2e2f49a84d92 None None] Checking router: efe5f40b-7b89-4007-9e61-f0b495da917b for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:26:20.320429 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea72b22-a506-4006-951a-2e2f49a84d92 None None] Routers {'efe5f40b-7b89-4007-9e61-f0b495da917b'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:26:20.320964 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-fea72b22-a506-4006-951a-2e2f49a84d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:26:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['efe5f40b-7b89-4007-9e61-f0b495da917b'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:26:20.322881 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-879d8a85-6bee-48c0-bf81-b5aeb00be711 admin admin] For port 42260fa9-6032-4d21-a5eb-dd592f7403b4, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=42260fa9-6032-4d21-a5eb-dd592f7403b4,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:26:20.323246 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-879d8a85-6bee-48c0-bf81-b5aeb00be711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (42260fa9-6032-4d21-a5eb-dd592f7403b4), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:20.336827 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-879d8a85-6bee-48c0-bf81-b5aeb00be711 admin admin] Calling delete_port for 42260fa9-6032-4d21-a5eb-dd592f7403b4 owned by network:router_gateway {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:26:20.404805 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-fea72b22-a506-4006-951a-2e2f49a84d92 None None] Set router efe5f40b-7b89-4007-9e61-f0b495da917b gateway port host: None {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:26:20.455662 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-fea72b22-a506-4006-951a-2e2f49a84d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'name': 'tempest-AttachVolumeShelveTestJSON-1509104447-router', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:26:20Z', 'revision_number': 6, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'gw_port_host': None}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:26:20.509040 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-879d8a85-6bee-48c0-bf81-b5aeb00be711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (42260fa9-6032-4d21-a5eb-dd592f7403b4), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:20.534200 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d8a85-6bee-48c0-bf81-b5aeb00be711 admin admin] Pushing event deleted for resources: {'Port': ['ID=42260fa9-6032-4d21-a5eb-dd592f7403b4,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:20.602176 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-879d8a85-6bee-48c0-bf81-b5aeb00be711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3684438'] for router_gateway (efe5f40b-7b89-4007-9e61-f0b495da917b), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:20.605252 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea72b22-a506-4006-951a-2e2f49a84d92 None None] The sync data for ids ['efe5f40b-7b89-4007-9e61-f0b495da917b'] in dv-cinder-849143-6-iscsi is: [{'id': 'efe5f40b-7b89-4007-9e61-f0b495da917b', 'name': 'tempest-AttachVolumeShelveTestJSON-1509104447-router', 'tenant_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:18:27Z', 'updated_at': '2022-09-22T22:26:20Z', 'revision_number': 6, 'project_id': 'eaff29c3c9b84929b0451e8e82caf4f2', 'gw_port_host': None}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:26:20.689862 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-879d8a85-6bee-48c0-bf81-b5aeb00be711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15774'] for router (efe5f40b-7b89-4007-9e61-f0b495da917b), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:20.692029 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-879d8a85-6bee-48c0-bf81-b5aeb00be711 admin admin] Publish callbacks [] for router_controller (efe5f40b-7b89-4007-9e61-f0b495da917b), precommit_delete_associations {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:20.737062 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-879d8a85-6bee-48c0-bf81-b5aeb00be711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679329'] for router (efe5f40b-7b89-4007-9e61-f0b495da917b), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:20.737646 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879d8a85-6bee-48c0-bf81-b5aeb00be711 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efe5f40b-7b89-4007-9e61-f0b495da917b {{(pid=106428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 22:26:20.742492 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-879d8a85-6bee-48c0-bf81-b5aeb00be711 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:20.743633 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-879d8a85-6bee-48c0-bf81-b5aeb00be711 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/efe5f40b-7b89-4007-9e61-f0b495da917b HTTP/1.1" status: 204 len: 168 time: 0.7621264 Sep 22 22:26:20.746215 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 48138) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:20.781166 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:20.792793 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7a8693-8108-4d34-b315-fac92cea459c admin admin] Deleting subnet b371fb7c-e81d-4b99-a872-fa8fc506c36f {{(pid=106428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 22:26:20.796590 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4c7a8693-8108-4d34-b315-fac92cea459c admin admin] Publish callbacks [] for subnet (b371fb7c-e81d-4b99-a872-fa8fc506c36f), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:20.831668 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4c7a8693-8108-4d34-b315-fac92cea459c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10260588'] for subnet (b371fb7c-e81d-4b99-a872-fa8fc506c36f), precommit_delete_associations {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:20.833464 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:20.910976 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4c7a8693-8108-4d34-b315-fac92cea459c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433450'] for subnet (b371fb7c-e81d-4b99-a872-fa8fc506c36f), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:20.966368 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4c7a8693-8108-4d34-b315-fac92cea459c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10406668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847801'] for subnet (b371fb7c-e81d-4b99-a872-fa8fc506c36f), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:20.992624 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a8693-8108-4d34-b315-fac92cea459c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b371fb7c-e81d-4b99-a872-fa8fc506c36f,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:20.996400 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4c7a8693-8108-4d34-b315-fac92cea459c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for subnet (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:21.000102 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-4c7a8693-8108-4d34-b315-fac92cea459c admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/b371fb7c-e81d-4b99-a872-fa8fc506c36f HTTP/1.1" status: 204 len: 168 time: 0.2529674 Sep 22 22:26:21.002729 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 48140) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:21.006335 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c3fd1d-d607-49ee-851d-4e9abe5102af None None] Network a3032908-0d20-4083-a609-def5ad9a09dd requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:26:21.080640 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-728edcfb-bcc1-4410-ace7-6560e1146e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425183'] for network (a3032908-0d20-4083-a609-def5ad9a09dd), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:21.124506 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-728edcfb-bcc1-4410-ace7-6560e1146e8f admin admin] Deleting port 34ff27d2-e2b4-4c3f-90bc-49d7efe0a975 {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:26:21.124858 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-728edcfb-bcc1-4410-ace7-6560e1146e8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (34ff27d2-e2b4-4c3f-90bc-49d7efe0a975), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:21.129067 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:26:21.188443 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-728edcfb-bcc1-4410-ace7-6560e1146e8f admin admin] For port 34ff27d2-e2b4-4c3f-90bc-49d7efe0a975, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=34ff27d2-e2b4-4c3f-90bc-49d7efe0a975,segment=NetworkSegment(57625509-4963-4a20-95e6-4bf6edc1fe66),segment_id=57625509-4963-4a20-95e6-4bf6edc1fe66)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:26:21.188734 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-728edcfb-bcc1-4410-ace7-6560e1146e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (34ff27d2-e2b4-4c3f-90bc-49d7efe0a975), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:21.202161 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-728edcfb-bcc1-4410-ace7-6560e1146e8f admin admin] Calling delete_port for 34ff27d2-e2b4-4c3f-90bc-49d7efe0a975 owned by network:dhcp {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:26:21.281868 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-728edcfb-bcc1-4410-ace7-6560e1146e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (34ff27d2-e2b4-4c3f-90bc-49d7efe0a975), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:21.305847 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728edcfb-bcc1-4410-ace7-6560e1146e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=34ff27d2-e2b4-4c3f-90bc-49d7efe0a975,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:21.309313 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728edcfb-bcc1-4410-ace7-6560e1146e8f admin admin] No DVR routers for this DVR port 34ff27d2-e2b4-4c3f-90bc-49d7efe0a975 on host dv-cinder-849143-6-iscsi {{(pid=106428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:26:21.384824 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-728edcfb-bcc1-4410-ace7-6560e1146e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1288257', 'neutron.services.segments.db._delete_segments_for_network-8778793935297'] for network (a3032908-0d20-4083-a609-def5ad9a09dd), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:21.396251 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d65482-c36b-422d-8197-a496639e892e None None] DHCP port deletion for a3032908-0d20-4083-a609-def5ad9a09dd request from dv-cinder-849143-6-iscsi {{(pid=106430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 22:26:21.408830 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.services.segments.db [None req-728edcfb-bcc1-4410-ace7-6560e1146e8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3032908-0d20-4083-a609-def5ad9a09dd']}} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:26:21.418721 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.services.segments.db [None req-728edcfb-bcc1-4410-ace7-6560e1146e8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57625509-4963-4a20-95e6-4bf6edc1fe66') {'for_net_delete': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:26:21.419427 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.services.segments.db [None req-728edcfb-bcc1-4410-ace7-6560e1146e8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57625509-4963-4a20-95e6-4bf6edc1fe66') {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:26:21.429570 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-728edcfb-bcc1-4410-ace7-6560e1146e8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778793935189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10260567'] for segment (57625509-4963-4a20-95e6-4bf6edc1fe66), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:21.443431 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-728edcfb-bcc1-4410-ace7-6560e1146e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (57625509-4963-4a20-95e6-4bf6edc1fe66), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:21.449501 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-728edcfb-bcc1-4410-ace7-6560e1146e8f admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=106428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:26:21.449880 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-728edcfb-bcc1-4410-ace7-6560e1146e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10406838'] for segment (57625509-4963-4a20-95e6-4bf6edc1fe66), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:21.491402 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.services.segments.plugin [-] Segment 57625509-4963-4a20-95e6-4bf6edc1fe66 resource provider aggregate not found Sep 22 22:26:21.513638 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.services.segments.plugin [-] Segment 57625509-4963-4a20-95e6-4bf6edc1fe66 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 57625509-4963-4a20-95e6-4bf6edc1fe66 found for delete ", "request_id": "req-314e9577-816f-4f38-a468-0f21028c0bc4"}]} Sep 22 22:26:21.515611 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-728edcfb-bcc1-4410-ace7-6560e1146e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1288312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684483'] for network (a3032908-0d20-4083-a609-def5ad9a09dd), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:21.521374 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-728edcfb-bcc1-4410-ace7-6560e1146e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:21.524789 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-728edcfb-bcc1-4410-ace7-6560e1146e8f admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/a3032908-0d20-4083-a609-def5ad9a09dd HTTP/1.1" status: 204 len: 168 time: 0.5209699 Sep 22 22:26:21.536938 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728edcfb-bcc1-4410-ace7-6560e1146e8f admin admin] Pushing event deleted for resources: {'Network': ['ID=a3032908-0d20-4083-a609-def5ad9a09dd,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:21.644028 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 48148) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:21.694142 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-cfe837e6-174b-4300-8539-b495c32f05ef admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=eaff29c3c9b84929b0451e8e82caf4f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0487461 Sep 22 22:26:21.696472 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 48150) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:21.744361 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-66618c7d-fd1e-40b7-92a6-40718e482542 admin admin] Publish callbacks [] for security_group (2999cf75-e9f1-445e-8a0d-54c81e0b209c), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:21.759496 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:21.764908 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-66618c7d-fd1e-40b7-92a6-40718e482542 admin admin] Publish callbacks [] for security_group (2999cf75-e9f1-445e-8a0d-54c81e0b209c), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:21.775327 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:21.815159 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-66618c7d-fd1e-40b7-92a6-40718e482542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (2999cf75-e9f1-445e-8a0d-54c81e0b209c), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:21.817795 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-66618c7d-fd1e-40b7-92a6-40718e482542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:21.818954 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-66618c7d-fd1e-40b7-92a6-40718e482542 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2999cf75-e9f1-445e-8a0d-54c81e0b209c HTTP/1.1" status: 204 len: 168 time: 0.1215682 Sep 22 22:26:21.827173 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66618c7d-fd1e-40b7-92a6-40718e482542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2999cf75-e9f1-445e-8a0d-54c81e0b209c,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:22.064573 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 no longer exists at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:26:22.084246 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] No Port match for: 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:26:22.084588 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 1b4872c5-efe2-4cb4-aca9-24209d50b1b6 not bound to the agent host dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:26:22.085006 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 42260fa9-6032-4d21-a5eb-dd592f7403b4 no longer exists at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:26:22.104210 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] No Port match for: 42260fa9-6032-4d21-a5eb-dd592f7403b4 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:26:22.104554 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 42260fa9-6032-4d21-a5eb-dd592f7403b4 not bound to the agent host dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:26:22.104968 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 34ff27d2-e2b4-4c3f-90bc-49d7efe0a975 no longer exists at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:26:22.124132 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] No Port match for: 34ff27d2-e2b4-4c3f-90bc-49d7efe0a975 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:26:22.124471 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 34ff27d2-e2b4-4c3f-90bc-49d7efe0a975 not bound to the agent host dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:26:23.522357 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 48200) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:23.630892 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-490e2bbb-f5ca-40a4-8cd6-e3160d2063d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:23.707718 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-490e2bbb-f5ca-40a4-8cd6-e3160d2063d9 admin admin] Publish callbacks [] for security_group (c7995d99-086f-44d7-83ce-2d3f8ef1691a), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:23.711419 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-490e2bbb-f5ca-40a4-8cd6-e3160d2063d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (c7995d99-086f-44d7-83ce-2d3f8ef1691a), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:23.751385 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-490e2bbb-f5ca-40a4-8cd6-e3160d2063d9 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=960cda3cd79c44dabf1748e44118aeb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279356 Sep 22 22:26:23.752256 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e2bbb-f5ca-40a4-8cd6-e3160d2063d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7995d99-086f-44d7-83ce-2d3f8ef1691a,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:23.754228 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 48204) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:23.805044 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-80480667-72e6-4bad-816c-931f6d261dca admin admin] Publish callbacks [] for security_group (c7995d99-086f-44d7-83ce-2d3f8ef1691a), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:23.825290 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-80480667-72e6-4bad-816c-931f6d261dca admin admin] Publish callbacks [] for security_group (c7995d99-086f-44d7-83ce-2d3f8ef1691a), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:23.874197 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-80480667-72e6-4bad-816c-931f6d261dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (c7995d99-086f-44d7-83ce-2d3f8ef1691a), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:23.876796 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-80480667-72e6-4bad-816c-931f6d261dca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:23.878047 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-80480667-72e6-4bad-816c-931f6d261dca admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c7995d99-086f-44d7-83ce-2d3f8ef1691a HTTP/1.1" status: 204 len: 168 time: 0.1220167 Sep 22 22:26:23.885927 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80480667-72e6-4bad-816c-931f6d261dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7995d99-086f-44d7-83ce-2d3f8ef1691a,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:24.140412 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 48210) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:24.154430 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d8195339-7ce5-443d-9327-da95584c0f1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:24.229542 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d8195339-7ce5-443d-9327-da95584c0f1b admin admin] Publish callbacks [] for security_group (1a8f67fc-5213-471b-8191-39bf7633a401), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:24.233004 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-d8195339-7ce5-443d-9327-da95584c0f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (1a8f67fc-5213-471b-8191-39bf7633a401), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:24.272683 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8195339-7ce5-443d-9327-da95584c0f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8f67fc-5213-471b-8191-39bf7633a401,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:24.277920 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-d8195339-7ce5-443d-9327-da95584c0f1b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=fecea78a61954c8e8caad253a02f98a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363823 Sep 22 22:26:24.281200 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 48212) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:24.328604 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e96edaf3-739a-4b21-8bf8-a3cc27276394 admin admin] Publish callbacks [] for security_group (1a8f67fc-5213-471b-8191-39bf7633a401), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:24.348586 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e96edaf3-739a-4b21-8bf8-a3cc27276394 admin admin] Publish callbacks [] for security_group (1a8f67fc-5213-471b-8191-39bf7633a401), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:24.395391 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e96edaf3-739a-4b21-8bf8-a3cc27276394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (1a8f67fc-5213-471b-8191-39bf7633a401), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:24.398349 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e96edaf3-739a-4b21-8bf8-a3cc27276394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:24.399719 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-e96edaf3-739a-4b21-8bf8-a3cc27276394 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1a8f67fc-5213-471b-8191-39bf7633a401 HTTP/1.1" status: 204 len: 168 time: 0.1175029 Sep 22 22:26:24.409645 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96edaf3-739a-4b21-8bf8-a3cc27276394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8f67fc-5213-471b-8191-39bf7633a401,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:26.087527 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 48258) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:26.197175 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-5283a40b-b769-4648-9f1e-e2cf3dbe85da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:26.230153 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:26.257754 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:26.280741 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-5283a40b-b769-4648-9f1e-e2cf3dbe85da admin admin] Publish callbacks [] for security_group (5f1c43ee-26e1-4a67-bdfc-53dfdd9c40c5), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:26.284208 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-5283a40b-b769-4648-9f1e-e2cf3dbe85da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (5f1c43ee-26e1-4a67-bdfc-53dfdd9c40c5), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:26.324603 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283a40b-b769-4648-9f1e-e2cf3dbe85da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1c43ee-26e1-4a67-bdfc-53dfdd9c40c5,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:26.329153 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-5283a40b-b769-4648-9f1e-e2cf3dbe85da admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c15c3b41e9944edda2e74d26b274b79e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405884 Sep 22 22:26:26.332105 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 48262) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:26.381692 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e154899f-5375-4510-a3e4-b999e10df2f2 admin admin] Publish callbacks [] for security_group (5f1c43ee-26e1-4a67-bdfc-53dfdd9c40c5), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:26.401932 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e154899f-5375-4510-a3e4-b999e10df2f2 admin admin] Publish callbacks [] for security_group (5f1c43ee-26e1-4a67-bdfc-53dfdd9c40c5), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:26.449261 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e154899f-5375-4510-a3e4-b999e10df2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (5f1c43ee-26e1-4a67-bdfc-53dfdd9c40c5), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:26.451989 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e154899f-5375-4510-a3e4-b999e10df2f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:26.453200 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-e154899f-5375-4510-a3e4-b999e10df2f2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5f1c43ee-26e1-4a67-bdfc-53dfdd9c40c5 HTTP/1.1" status: 204 len: 168 time: 0.1203799 Sep 22 22:26:26.461311 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154899f-5375-4510-a3e4-b999e10df2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1c43ee-26e1-4a67-bdfc-53dfdd9c40c5,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:26.714088 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 48268) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:26.730184 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-21ae59b2-82f6-41ff-b505-8b6e35e3d11f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:26.805368 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-21ae59b2-82f6-41ff-b505-8b6e35e3d11f admin admin] Publish callbacks [] for security_group (a6982c64-5a21-46ee-b5aa-5c59d84c8547), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:26.808689 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-21ae59b2-82f6-41ff-b505-8b6e35e3d11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (a6982c64-5a21-46ee-b5aa-5c59d84c8547), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:26.846062 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae59b2-82f6-41ff-b505-8b6e35e3d11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6982c64-5a21-46ee-b5aa-5c59d84c8547,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:26.850361 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-21ae59b2-82f6-41ff-b505-8b6e35e3d11f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e6efe761763548c1b08e311a0e9cc606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352642 Sep 22 22:26:26.853160 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 48270) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:26.901279 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5926001f-f576-4d0f-80c1-b967eeb0670c admin admin] Publish callbacks [] for security_group (a6982c64-5a21-46ee-b5aa-5c59d84c8547), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:26.921829 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5926001f-f576-4d0f-80c1-b967eeb0670c admin admin] Publish callbacks [] for security_group (a6982c64-5a21-46ee-b5aa-5c59d84c8547), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:26.969165 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5926001f-f576-4d0f-80c1-b967eeb0670c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (a6982c64-5a21-46ee-b5aa-5c59d84c8547), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:26.971699 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5926001f-f576-4d0f-80c1-b967eeb0670c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:26.972857 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-5926001f-f576-4d0f-80c1-b967eeb0670c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a6982c64-5a21-46ee-b5aa-5c59d84c8547 HTTP/1.1" status: 204 len: 168 time: 0.1189327 Sep 22 22:26:26.980740 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926001f-f576-4d0f-80c1-b967eeb0670c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6982c64-5a21-46ee-b5aa-5c59d84c8547,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:28.133581 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:31.299456 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 48342) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:31.406412 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-018aaf87-6f47-4d10-9b41-f8d9327f9a10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:31.480649 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-018aaf87-6f47-4d10-9b41-f8d9327f9a10 admin admin] Publish callbacks [] for security_group (186a69c4-e639-4d32-8940-079455ec1a0f), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:31.484550 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-018aaf87-6f47-4d10-9b41-f8d9327f9a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (186a69c4-e639-4d32-8940-079455ec1a0f), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:31.524395 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-018aaf87-6f47-4d10-9b41-f8d9327f9a10 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7efbe567e67f43efbe183106d5620558&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238932 Sep 22 22:26:31.525370 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018aaf87-6f47-4d10-9b41-f8d9327f9a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186a69c4-e639-4d32-8940-079455ec1a0f,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:31.527094 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 48346) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:31.576751 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ac40a972-6823-48fb-816a-a1bc0eaec0f5 admin admin] Publish callbacks [] for security_group (186a69c4-e639-4d32-8940-079455ec1a0f), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:31.596329 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ac40a972-6823-48fb-816a-a1bc0eaec0f5 admin admin] Publish callbacks [] for security_group (186a69c4-e639-4d32-8940-079455ec1a0f), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:31.644265 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ac40a972-6823-48fb-816a-a1bc0eaec0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (186a69c4-e639-4d32-8940-079455ec1a0f), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:31.646757 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-ac40a972-6823-48fb-816a-a1bc0eaec0f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:31.647863 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-ac40a972-6823-48fb-816a-a1bc0eaec0f5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/186a69c4-e639-4d32-8940-079455ec1a0f HTTP/1.1" status: 204 len: 168 time: 0.1197922 Sep 22 22:26:31.655673 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40a972-6823-48fb-816a-a1bc0eaec0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186a69c4-e639-4d32-8940-079455ec1a0f,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:31.906671 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 48352) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:31.920265 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e2848f1b-9438-4339-a649-4e1bc1ea70e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:32.002937 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e2848f1b-9438-4339-a649-4e1bc1ea70e0 admin admin] Publish callbacks [] for security_group (9fe38074-8aeb-41c9-bf76-32c1abf06d02), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:32.012416 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e2848f1b-9438-4339-a649-4e1bc1ea70e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (9fe38074-8aeb-41c9-bf76-32c1abf06d02), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:32.052085 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-e2848f1b-9438-4339-a649-4e1bc1ea70e0 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=721bc4d1ec10455a867533fa363f2697&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1442990 Sep 22 22:26:32.052810 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2848f1b-9438-4339-a649-4e1bc1ea70e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe38074-8aeb-41c9-bf76-32c1abf06d02,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:32.055329 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 48354) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:32.095181 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:32.107493 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ca7e799c-2bd2-49f3-8297-c0c53c66cfb5 admin admin] Publish callbacks [] for security_group (9fe38074-8aeb-41c9-bf76-32c1abf06d02), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:32.119405 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:32.129756 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ca7e799c-2bd2-49f3-8297-c0c53c66cfb5 admin admin] Publish callbacks [] for security_group (9fe38074-8aeb-41c9-bf76-32c1abf06d02), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:32.177694 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ca7e799c-2bd2-49f3-8297-c0c53c66cfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (9fe38074-8aeb-41c9-bf76-32c1abf06d02), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:32.180660 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-ca7e799c-2bd2-49f3-8297-c0c53c66cfb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:32.184138 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-ca7e799c-2bd2-49f3-8297-c0c53c66cfb5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9fe38074-8aeb-41c9-bf76-32c1abf06d02 HTTP/1.1" status: 204 len: 168 time: 0.1255574 Sep 22 22:26:32.190817 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e799c-2bd2-49f3-8297-c0c53c66cfb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe38074-8aeb-41c9-bf76-32c1abf06d02,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:36.293756 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 48412) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:36.398320 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a648badc-9d5d-4d50-aa6c-a5ea6ad3cfc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:36.473434 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a648badc-9d5d-4d50-aa6c-a5ea6ad3cfc5 admin admin] Publish callbacks [] for security_group (718908ad-b034-48f1-94ef-eb8df6c437e0), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:36.476888 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a648badc-9d5d-4d50-aa6c-a5ea6ad3cfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (718908ad-b034-48f1-94ef-eb8df6c437e0), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:36.519640 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-a648badc-9d5d-4d50-aa6c-a5ea6ad3cfc5 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1209c934a04845cabc02dd4236f28609&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248156 Sep 22 22:26:36.520503 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648badc-9d5d-4d50-aa6c-a5ea6ad3cfc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718908ad-b034-48f1-94ef-eb8df6c437e0,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:36.522413 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 48416) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:36.573812 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8047050c-8b9b-45e0-b8f6-bab3c056e87d admin admin] Publish callbacks [] for security_group (718908ad-b034-48f1-94ef-eb8df6c437e0), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:36.594083 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8047050c-8b9b-45e0-b8f6-bab3c056e87d admin admin] Publish callbacks [] for security_group (718908ad-b034-48f1-94ef-eb8df6c437e0), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:36.639378 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8047050c-8b9b-45e0-b8f6-bab3c056e87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (718908ad-b034-48f1-94ef-eb8df6c437e0), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:36.642715 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8047050c-8b9b-45e0-b8f6-bab3c056e87d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:36.643850 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-8047050c-8b9b-45e0-b8f6-bab3c056e87d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/718908ad-b034-48f1-94ef-eb8df6c437e0 HTTP/1.1" status: 204 len: 168 time: 0.1197073 Sep 22 22:26:36.651425 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047050c-8b9b-45e0-b8f6-bab3c056e87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718908ad-b034-48f1-94ef-eb8df6c437e0,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:36.909365 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 48422) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:36.922858 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4e1fc25f-d249-4bff-9cbb-ce695245eafe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:37.000877 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4e1fc25f-d249-4bff-9cbb-ce695245eafe admin admin] Publish callbacks [] for security_group (d6b0f9ab-afda-4d33-89bd-8a76aa42ce55), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:37.004274 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4e1fc25f-d249-4bff-9cbb-ce695245eafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (d6b0f9ab-afda-4d33-89bd-8a76aa42ce55), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:37.044493 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-4e1fc25f-d249-4bff-9cbb-ce695245eafe admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=08f942bc644640b6ba566989ffec1114&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340258 Sep 22 22:26:37.045393 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1fc25f-d249-4bff-9cbb-ce695245eafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b0f9ab-afda-4d33-89bd-8a76aa42ce55,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:37.048012 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 48424) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:37.077999 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=14 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:37.084922 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:37.105306 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6b5acfd8-d43e-42cd-b661-83ea45ab9bf5 admin admin] Publish callbacks [] for security_group (d6b0f9ab-afda-4d33-89bd-8a76aa42ce55), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:37.125042 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6b5acfd8-d43e-42cd-b661-83ea45ab9bf5 admin admin] Publish callbacks [] for security_group (d6b0f9ab-afda-4d33-89bd-8a76aa42ce55), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:37.171035 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6b5acfd8-d43e-42cd-b661-83ea45ab9bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (d6b0f9ab-afda-4d33-89bd-8a76aa42ce55), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:37.174168 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-6b5acfd8-d43e-42cd-b661-83ea45ab9bf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:37.175307 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-6b5acfd8-d43e-42cd-b661-83ea45ab9bf5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d6b0f9ab-afda-4d33-89bd-8a76aa42ce55 HTTP/1.1" status: 204 len: 168 time: 0.1262314 Sep 22 22:26:37.183620 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5acfd8-d43e-42cd-b661-83ea45ab9bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b0f9ab-afda-4d33-89bd-8a76aa42ce55,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:40.141977 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:40.142725 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=14 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:42.204347 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=44 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:44.911857 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-cb212865-18fa-4e95-a15a-10e2c8e2227c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:45.207688 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 48542) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:45.310182 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-51f68866-6e62-4c37-8012-2a15bba8bec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:45.384968 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-51f68866-6e62-4c37-8012-2a15bba8bec8 admin admin] Publish callbacks [] for security_group (49ced211-845a-4412-be53-bf3665fa02bc), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:45.388620 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-51f68866-6e62-4c37-8012-2a15bba8bec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (49ced211-845a-4412-be53-bf3665fa02bc), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:45.430620 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-51f68866-6e62-4c37-8012-2a15bba8bec8 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ba23f952c4314842a4c27645c7379a34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218821 Sep 22 22:26:45.431488 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f68866-6e62-4c37-8012-2a15bba8bec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ced211-845a-4412-be53-bf3665fa02bc,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:45.434111 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 48546) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:45.483243 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-b64f4709-f19d-44d7-98e5-eedb48b5a998 admin admin] Publish callbacks [] for security_group (49ced211-845a-4412-be53-bf3665fa02bc), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:45.503794 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-b64f4709-f19d-44d7-98e5-eedb48b5a998 admin admin] Publish callbacks [] for security_group (49ced211-845a-4412-be53-bf3665fa02bc), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:45.550012 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-b64f4709-f19d-44d7-98e5-eedb48b5a998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (49ced211-845a-4412-be53-bf3665fa02bc), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:45.552693 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-b64f4709-f19d-44d7-98e5-eedb48b5a998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:45.553882 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-b64f4709-f19d-44d7-98e5-eedb48b5a998 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/49ced211-845a-4412-be53-bf3665fa02bc HTTP/1.1" status: 204 len: 168 time: 0.1187797 Sep 22 22:26:45.561896 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f4709-f19d-44d7-98e5-eedb48b5a998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ced211-845a-4412-be53-bf3665fa02bc,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:45.816880 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 48552) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:45.833364 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c545d2ff-985c-4c69-922b-02a8f46a2d6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:45.911403 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c545d2ff-985c-4c69-922b-02a8f46a2d6f admin admin] Publish callbacks [] for security_group (5617a4af-5fcb-4347-98b3-fb7d1c271cd1), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:45.915053 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c545d2ff-985c-4c69-922b-02a8f46a2d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (5617a4af-5fcb-4347-98b3-fb7d1c271cd1), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:45.951937 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545d2ff-985c-4c69-922b-02a8f46a2d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5617a4af-5fcb-4347-98b3-fb7d1c271cd1,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:45.956723 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-c545d2ff-985c-4c69-922b-02a8f46a2d6f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f81c605ff1d843f3b307f7d0d68664e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387992 Sep 22 22:26:45.959690 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 48554) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:46.008775 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-774dab93-8265-4914-b0c4-a1f61a0d7193 admin admin] Publish callbacks [] for security_group (5617a4af-5fcb-4347-98b3-fb7d1c271cd1), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:46.029310 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-774dab93-8265-4914-b0c4-a1f61a0d7193 admin admin] Publish callbacks [] for security_group (5617a4af-5fcb-4347-98b3-fb7d1c271cd1), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:46.077842 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-774dab93-8265-4914-b0c4-a1f61a0d7193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (5617a4af-5fcb-4347-98b3-fb7d1c271cd1), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:46.081131 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-774dab93-8265-4914-b0c4-a1f61a0d7193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:46.082318 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-774dab93-8265-4914-b0c4-a1f61a0d7193 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5617a4af-5fcb-4347-98b3-fb7d1c271cd1 HTTP/1.1" status: 204 len: 168 time: 0.1217244 Sep 22 22:26:46.090594 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774dab93-8265-4914-b0c4-a1f61a0d7193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5617a4af-5fcb-4347-98b3-fb7d1c271cd1,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:46.403471 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 48560) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:46.420040 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-58acc4bb-2b62-42e5-be63-6f64ed604856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:46.497273 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-58acc4bb-2b62-42e5-be63-6f64ed604856 admin admin] Publish callbacks [] for security_group (65f47d06-5e97-4ec4-906a-36cc0a65b56e), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:46.501030 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-58acc4bb-2b62-42e5-be63-6f64ed604856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (65f47d06-5e97-4ec4-906a-36cc0a65b56e), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:46.539006 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58acc4bb-2b62-42e5-be63-6f64ed604856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f47d06-5e97-4ec4-906a-36cc0a65b56e,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:46.543274 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-58acc4bb-2b62-42e5-be63-6f64ed604856 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8d9065ab2ed343a8b863fc38ee1f4550&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386802 Sep 22 22:26:46.546402 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 48562) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:46.551685 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=14 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:46.560419 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:46.599771 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c9b2509b-7fe2-4f59-91a8-380fed348efc admin admin] Publish callbacks [] for security_group (65f47d06-5e97-4ec4-906a-36cc0a65b56e), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:46.619267 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c9b2509b-7fe2-4f59-91a8-380fed348efc admin admin] Publish callbacks [] for security_group (65f47d06-5e97-4ec4-906a-36cc0a65b56e), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:46.665789 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c9b2509b-7fe2-4f59-91a8-380fed348efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (65f47d06-5e97-4ec4-906a-36cc0a65b56e), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:46.668584 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-c9b2509b-7fe2-4f59-91a8-380fed348efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:46.669784 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-c9b2509b-7fe2-4f59-91a8-380fed348efc admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/65f47d06-5e97-4ec4-906a-36cc0a65b56e HTTP/1.1" status: 204 len: 168 time: 0.1228940 Sep 22 22:26:46.677795 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2509b-7fe2-4f59-91a8-380fed348efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f47d06-5e97-4ec4-906a-36cc0a65b56e,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:47.085010 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-80356c8e-18dc-40ea-8447-994eb0fd1d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:47.345294 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 48584) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:47.442569 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-17fad114-2b5c-42b7-92b5-1320b9d5598d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2084586498-network', 'tenant_id': '285dd074069d48d2951a195965088521'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:26:47.462002 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fad114-2b5c-42b7-92b5-1320b9d5598d admin admin] Made reservation on behalf of 285dd074069d48d2951a195965088521 for: {'network': 1} {{(pid=106429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:26:47.464261 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-17fad114-2b5c-42b7-92b5-1320b9d5598d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for network (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:47.476418 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-17fad114-2b5c-42b7-92b5-1320b9d5598d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:47.550785 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-17fad114-2b5c-42b7-92b5-1320b9d5598d admin admin] Publish callbacks [] for security_group (e81de559-8bdf-4df5-9896-0c42ebe1bee8), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:47.554377 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-17fad114-2b5c-42b7-92b5-1320b9d5598d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (e81de559-8bdf-4df5-9896-0c42ebe1bee8), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:47.580229 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17fad114-2b5c-42b7-92b5-1320b9d5598d admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=106429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:26:47.590373 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fad114-2b5c-42b7-92b5-1320b9d5598d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81de559-8bdf-4df5-9896-0c42ebe1bee8,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:47.595262 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-17fad114-2b5c-42b7-92b5-1320b9d5598d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (1fbff40c-ece9-4665-b969-04fe31b14cba), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:47.595583 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.db.segments_db [None req-17fad114-2b5c-42b7-92b5-1320b9d5598d admin admin] Added segment 1fbff40c-ece9-4665-b969-04fe31b14cba of type vlan for network 9cfdaa3b-3b51-471a-a47b-8a3e118b84a3 Sep 22 22:26:47.636247 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-17fad114-2b5c-42b7-92b5-1320b9d5598d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778793421990'] for network (9cfdaa3b-3b51-471a-a47b-8a3e118b84a3), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:47.661188 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-17fad114-2b5c-42b7-92b5-1320b9d5598d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218'] for network (9cfdaa3b-3b51-471a-a47b-8a3e118b84a3), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:47.662477 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fad114-2b5c-42b7-92b5-1320b9d5598d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:26:47.663054 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-17fad114-2b5c-42b7-92b5-1320b9d5598d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:47.726218 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-17fad114-2b5c-42b7-92b5-1320b9d5598d admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3797386 Sep 22 22:26:47.729137 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 48588) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:47.731467 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fad114-2b5c-42b7-92b5-1320b9d5598d admin admin] Pushing event updated for resources: {'Network': ['ID=9cfdaa3b-3b51-471a-a47b-8a3e118b84a3,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:47.736038 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-fb67f717-4bf6-4bf0-ba68-53281725bd51 admin admin] Request body: {'subnet': {'network_id': '9cfdaa3b-3b51-471a-a47b-8a3e118b84a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2084586498-subnet', 'tenant_id': '285dd074069d48d2951a195965088521', 'ip_version': 4}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:26:47.737863 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:47.742548 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Network 9cfdaa3b-3b51-471a-a47b-8a3e118b84a3 details requested by agent ovs-agent-dv-cinder-849143-6-iscsi with host dv-cinder-849143-6-iscsi {{(pid=106430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 22:26:47.757091 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb67f717-4bf6-4bf0-ba68-53281725bd51 admin admin] Made reservation on behalf of 285dd074069d48d2951a195965088521 for: {'subnet': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:26:47.759526 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fb67f717-4bf6-4bf0-ba68-53281725bd51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9847766'] for subnet (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:47.909976 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=15 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:47.912066 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:47.929403 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fb67f717-4bf6-4bf0-ba68-53281725bd51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10405075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9847744'] for subnet (a8ea1359-43e7-4f2e-9242-d601759f8b28), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:47.988048 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb67f717-4bf6-4bf0-ba68-53281725bd51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8ea1359-43e7-4f2e-9242-d601759f8b28,revision_number=0']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:47.995307 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb67f717-4bf6-4bf0-ba68-53281725bd51 admin admin] Checking segment: {'id': '1fbff40c-ece9-4665-b969-04fe31b14cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9cfdaa3b-3b51-471a-a47b-8a3e118b84a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:26:47.995667 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb67f717-4bf6-4bf0-ba68-53281725bd51 admin admin] Network hostable DHCP agents. Network: 9cfdaa3b-3b51-471a-a47b-8a3e118b84a3, hostable agents: ['46112969-b587-44d5-b5c4-b732185f2ac5'], hosted agents: [] {{(pid=106428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:26:48.012547 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb67f717-4bf6-4bf0-ba68-53281725bd51 admin admin] Network 9cfdaa3b-3b51-471a-a47b-8a3e118b84a3 is scheduled to be hosted by DHCP agent 46112969-b587-44d5-b5c4-b732185f2ac5 with binding_index 1 {{(pid=106428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:26:48.023593 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [None req-fb67f717-4bf6-4bf0-ba68-53281725bd51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-6-iscsi, 9cfdaa3b-3b51-471a-a47b-8a3e118b84a3) {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:26:48.027731 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb67f717-4bf6-4bf0-ba68-53281725bd51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:26:48.028334 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-fb67f717-4bf6-4bf0-ba68-53281725bd51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for subnet (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:48.033896 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a0a3a5-aac0-44cb-9216-c93caf150543 None None] Network 9cfdaa3b-3b51-471a-a47b-8a3e118b84a3 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:26:48.049182 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-fb67f717-4bf6-4bf0-ba68-53281725bd51 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3161137 Sep 22 22:26:48.049400 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 48590) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:48.053641 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-4aa8ff06-33b6-4ef8-ac14-a594d04c82df admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2084586498-router', 'tenant_id': '285dd074069d48d2951a195965088521', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:26:48.075599 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ff06-33b6-4ef8-ac14-a594d04c82df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3680899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3444'] for router (dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:48.076711 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ff06-33b6-4ef8-ac14-a594d04c82df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4093241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3437'] for router (dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:48.127934 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ff06-33b6-4ef8-ac14-a594d04c82df admin admin] Publish callbacks [] for router_controller (dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d), precommit_add_association {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:48.145013 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21c0a57c-ab00-5552-8730-642a300f25b7-9cfdaa3b-3b51-471a-a47b-8a3e118b84a3', 'network_id': '9cfdaa3b-3b51-471a-a47b-8a3e118b84a3', 'project_id': '285dd074069d48d2951a195965088521', 'fixed_ips': [{'subnet_id': 'a8ea1359-43e7-4f2e-9242-d601759f8b28'}]}} from dv-cinder-849143-6-iscsi. {{(pid=106430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 22:26:48.145981 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:48.263850 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ff06-33b6-4ef8-ac14-a594d04c82df admin admin] Publish callbacks [] for router_gateway (dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:48.285859 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.db_base_plugin_common [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Allocated IP 172.20.0.2 (9cfdaa3b-3b51-471a-a47b-8a3e118b84a3/a8ea1359-43e7-4f2e-9242-d601759f8b28/008febed-d434-48ba-9d95-a25bf0e86dc4) {{(pid=106430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:26:48.413491 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:48.452279 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ff06-33b6-4ef8-ac14-a594d04c82df admin admin] Publish callbacks [] for router_gateway (dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:48.461247 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:48.464997 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Publish callbacks [] for port (008febed-d434-48ba-9d95-a25bf0e86dc4), precommit_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:48.471666 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505'] for port (008febed-d434-48ba-9d95-a25bf0e86dc4), after_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:48.472888 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ff06-33b6-4ef8-ac14-a594d04c82df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:48.514006 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Network 9cfdaa3b-3b51-471a-a47b-8a3e118b84a3 is already hosted by enough agents. {{(pid=106430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:26:48.517233 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.scheduler.base_scheduler [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Resources bound (agent type, host, resource id): {{(pid=106430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:26:48.520937 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Received port after_create {{(pid=106430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:26:48.524343 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Pushing event updated for resources: {'Port': ['ID=008febed-d434-48ba-9d95-a25bf0e86dc4,revision_number=1']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:48.536752 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:48.537096 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:48.537469 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:48.537805 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:48.538134 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:48.538459 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:48.538781 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:48.539103 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:48.539424 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:48.539745 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:48.540073 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:48.540387 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:48.540704 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:48.541019 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:48.541367 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:48.577975 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [None req-4aa8ff06-33b6-4ef8-ac14-a594d04c82df admin admin] Allocated IP 172.27.1.208 (222d3bc3-ee2a-4d75-8e21-75e580ff73b3/4214672d-8971-44fc-bb6c-9c23836d3a7a/a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:26:48.589900 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Attempting to bind port 008febed-d434-48ba-9d95-a25bf0e86dc4 on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:26:48.590267 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Attempting to bind port 008febed-d434-48ba-9d95-a25bf0e86dc4 by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': '1fbff40c-ece9-4665-b969-04fe31b14cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9cfdaa3b-3b51-471a-a47b-8a3e118b84a3'}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:26:48.590627 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Attempting to bind port 008febed-d434-48ba-9d95-a25bf0e86dc4 on network 9cfdaa3b-3b51-471a-a47b-8a3e118b84a3 {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:26:48.634886 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:26:48.635255 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Checking segment: {'id': '1fbff40c-ece9-4665-b969-04fe31b14cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9cfdaa3b-3b51-471a-a47b-8a3e118b84a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:26:48.635659 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:48.636046 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Bound using segment: {'id': '1fbff40c-ece9-4665-b969-04fe31b14cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9cfdaa3b-3b51-471a-a47b-8a3e118b84a3'} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:26:48.636512 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Bound port: 008febed-d434-48ba-9d95-a25bf0e86dc4, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fbff40c-ece9-4665-b969-04fe31b14cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9cfdaa3b-3b51-471a-a47b-8a3e118b84a3'}}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:26:48.636888 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (008febed-d434-48ba-9d95-a25bf0e86dc4), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:48.685399 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ff06-33b6-4ef8-ac14-a594d04c82df admin admin] Publish callbacks [] for port (a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:48.697559 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] For port 008febed-d434-48ba-9d95-a25bf0e86dc4, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:26:48.700611 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] For port 008febed-d434-48ba-9d95-a25bf0e86dc4, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=008febed-d434-48ba-9d95-a25bf0e86dc4,segment=NetworkSegment(1fbff40c-ece9-4665-b969-04fe31b14cba),segment_id=1fbff40c-ece9-4665-b969-04fe31b14cba)] {{(pid=106430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:26:48.706514 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (008febed-d434-48ba-9d95-a25bf0e86dc4), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:48.712757 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:48.721403 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ff06-33b6-4ef8-ac14-a594d04c82df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:48.728574 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:48.765223 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:48.770106 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cb19c-bb3a-410b-999c-41db51358b5e None None] Pushing event updated for resources: {'Port': ['ID=008febed-d434-48ba-9d95-a25bf0e86dc4,revision_number=2']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:48.786755 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa8ff06-33b6-4ef8-ac14-a594d04c82df admin admin] Network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:26:48.792259 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [None req-4aa8ff06-33b6-4ef8-ac14-a594d04c82df admin admin] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:26:48.794704 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8ff06-33b6-4ef8-ac14-a594d04c82df admin admin] Pushing event updated for resources: {'Port': ['ID=a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:48.797743 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa8ff06-33b6-4ef8-ac14-a594d04c82df admin admin] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:26:49.293826 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ff06-33b6-4ef8-ac14-a594d04c82df admin admin] Publish callbacks [] for router_gateway (dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:49.484480 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ff06-33b6-4ef8-ac14-a594d04c82df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3684398'] for router (dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:49.604262 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd4a77c-f24e-4f22-9669-7b61285003c7 None None] Network 9cfdaa3b-3b51-471a-a47b-8a3e118b84a3 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:26:49.616236 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa8ff06-33b6-4ef8-ac14-a594d04c82df admin admin] Router dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d is scheduled to L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d with binding_index 1 {{(pid=106428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 22:26:49.692109 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-b161fb6d-a90a-4a11-9349-1687ebb3f09c None None] Provisioning complete for port 008febed-d434-48ba-9d95-a25bf0e86dc4 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:26:49.692491 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-b161fb6d-a90a-4a11-9349-1687ebb3f09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (008febed-d434-48ba-9d95-a25bf0e86dc4), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:49.692840 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-b161fb6d-a90a-4a11-9349-1687ebb3f09c None None] Attempt 1 to provision port 008febed-d434-48ba-9d95-a25bf0e86dc4 Sep 22 22:26:49.721092 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa8ff06-33b6-4ef8-ac14-a594d04c82df admin admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:26:49.730232 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c5d869-3cc8-44d8-a8e4-b4cc34cecb43 None None] Sync routers for ids ['dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d'] in dv-cinder-849143-6-iscsi {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:26:49.742256 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-4aa8ff06-33b6-4ef8-ac14-a594d04c82df admin admin] Publish callbacks [] for router (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:49.743518 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-4aa8ff06-33b6-4ef8-ac14-a594d04c82df admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6932142 Sep 22 22:26:49.746036 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c5d869-3cc8-44d8-a8e4-b4cc34cecb43 None None] Routers {'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:26:49.746276 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 48592) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:49.747054 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-36c5d869-3cc8-44d8-a8e4-b4cc34cecb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:26:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:26:49.812130 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-b161fb6d-a90a-4a11-9349-1687ebb3f09c None None] Current status of the port 008febed-d434-48ba-9d95-a25bf0e86dc4 is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:26:49.812433 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-b161fb6d-a90a-4a11-9349-1687ebb3f09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (008febed-d434-48ba-9d95-a25bf0e86dc4), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:49.827195 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:49.853147 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-b161fb6d-a90a-4a11-9349-1687ebb3f09c None None] For port 008febed-d434-48ba-9d95-a25bf0e86dc4, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=008febed-d434-48ba-9d95-a25bf0e86dc4,segment=NetworkSegment(1fbff40c-ece9-4665-b969-04fe31b14cba),segment_id=1fbff40c-ece9-4665-b969-04fe31b14cba)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:26:49.863502 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-b161fb6d-a90a-4a11-9349-1687ebb3f09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (008febed-d434-48ba-9d95-a25bf0e86dc4), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:49.898938 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-36c5d869-3cc8-44d8-a8e4-b4cc34cecb43 None None] Set router dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:26:49.913572 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161fb6d-a90a-4a11-9349-1687ebb3f09c None None] Pushing event updated for resources: {'Port': ['ID=008febed-d434-48ba-9d95-a25bf0e86dc4,revision_number=3']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:49.978886 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:49.980312 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:50.088061 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-39d91274-e426-454e-b2f5-79845e666604 None None] Provisioning complete for port 008febed-d434-48ba-9d95-a25bf0e86dc4 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:26:50.088442 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-39d91274-e426-454e-b2f5-79845e666604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (008febed-d434-48ba-9d95-a25bf0e86dc4), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:50.089161 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-39d91274-e426-454e-b2f5-79845e666604 None None] Attempt 1 to provision port 008febed-d434-48ba-9d95-a25bf0e86dc4 Sep 22 22:26:50.099718 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-36c5d869-3cc8-44d8-a8e4-b4cc34cecb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'name': 'tempest-TestShelveInstance-2084586498-router', 'tenant_id': '285dd074069d48d2951a195965088521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:26:48Z', 'updated_at': '2022-09-22T22:26:48Z', 'revision_number': 3, 'project_id': '285dd074069d48d2951a195965088521', 'gw_port': {'id': 'a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:48Z', 'updated_at': '2022-09-22T22:26:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi'}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:26:50.130930 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c5d869-3cc8-44d8-a8e4-b4cc34cecb43 None None] Checking router: dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d for host: dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:26:50.131179 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c5d869-3cc8-44d8-a8e4-b4cc34cecb43 None None] Updating router dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d port a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed binding host dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:26:50.148240 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 008febed-d434-48ba-9d95-a25bf0e86dc4 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:26:50.166304 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-36c5d869-3cc8-44d8-a8e4-b4cc34cecb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed), before_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:50.196726 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:50.215202 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-99582cf7-b2e4-4295-8f6d-3ddc05438c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:50.235867 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-39d91274-e426-454e-b2f5-79845e666604 None None] Current status of the port 008febed-d434-48ba-9d95-a25bf0e86dc4 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:26:50.242526 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 008febed-d434-48ba-9d95-a25bf0e86dc4 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:26:50.242954 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (008febed-d434-48ba-9d95-a25bf0e86dc4), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:50.243475 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 008febed-d434-48ba-9d95-a25bf0e86dc4 Sep 22 22:26:50.264179 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:50.323808 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 008febed-d434-48ba-9d95-a25bf0e86dc4 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:26:50.381943 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [None req-99582cf7-b2e4-4295-8f6d-3ddc05438c14 admin admin] Allocated IP 172.20.0.1 (9cfdaa3b-3b51-471a-a47b-8a3e118b84a3/a8ea1359-43e7-4f2e-9242-d601759f8b28/42a1f269-668b-4843-b63d-8d7c7f08b2f9) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:26:50.492032 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-99582cf7-b2e4-4295-8f6d-3ddc05438c14 admin admin] Publish callbacks [] for port (42a1f269-668b-4843-b63d-8d7c7f08b2f9), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:50.517839 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-36c5d869-3cc8-44d8-a8e4-b4cc34cecb43 None None] Publish callbacks [] for port (a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed), precommit_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:50.523134 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-99582cf7-b2e4-4295-8f6d-3ddc05438c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (42a1f269-668b-4843-b63d-8d7c7f08b2f9), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:50.524225 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-36c5d869-3cc8-44d8-a8e4-b4cc34cecb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed), after_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:50.558843 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-36c5d869-3cc8-44d8-a8e4-b4cc34cecb43 None None] Attempting to bind port a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:26:50.559203 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-36c5d869-3cc8-44d8-a8e4-b4cc34cecb43 None None] Attempting to bind port a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}] {{(pid=106431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:26:50.559561 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c5d869-3cc8-44d8-a8e4-b4cc34cecb43 None None] Attempting to bind port a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed on network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:26:50.562726 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99582cf7-b2e4-4295-8f6d-3ddc05438c14 admin admin] Network 9cfdaa3b-3b51-471a-a47b-8a3e118b84a3 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:26:50.568157 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [None req-99582cf7-b2e4-4295-8f6d-3ddc05438c14 admin admin] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:26:50.570799 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99582cf7-b2e4-4295-8f6d-3ddc05438c14 admin admin] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:26:50.576769 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99582cf7-b2e4-4295-8f6d-3ddc05438c14 admin admin] Pushing event updated for resources: {'Port': ['ID=42a1f269-668b-4843-b63d-8d7c7f08b2f9,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:50.597209 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15941d0c-8d0e-48ee-812e-76739d4ebbe3 None None] Pushing event updated for resources: {'Port': ['ID=a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed,revision_number=2']} {{(pid=106431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:50.611007 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15941d0c-8d0e-48ee-812e-76739d4ebbe3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:50.611351 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15941d0c-8d0e-48ee-812e-76739d4ebbe3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:50.611687 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15941d0c-8d0e-48ee-812e-76739d4ebbe3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:50.612040 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15941d0c-8d0e-48ee-812e-76739d4ebbe3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:50.612376 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15941d0c-8d0e-48ee-812e-76739d4ebbe3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:50.612701 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15941d0c-8d0e-48ee-812e-76739d4ebbe3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:50.613023 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15941d0c-8d0e-48ee-812e-76739d4ebbe3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:50.613370 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15941d0c-8d0e-48ee-812e-76739d4ebbe3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:50.613691 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15941d0c-8d0e-48ee-812e-76739d4ebbe3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:50.614010 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15941d0c-8d0e-48ee-812e-76739d4ebbe3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:50.614328 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15941d0c-8d0e-48ee-812e-76739d4ebbe3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:50.614661 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15941d0c-8d0e-48ee-812e-76739d4ebbe3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:50.614980 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15941d0c-8d0e-48ee-812e-76739d4ebbe3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:50.615561 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15941d0c-8d0e-48ee-812e-76739d4ebbe3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:50.615878 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15941d0c-8d0e-48ee-812e-76739d4ebbe3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:26:50.618032 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-99582cf7-b2e4-4295-8f6d-3ddc05438c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769367'] for router_interface (dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:50.628968 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c5d869-3cc8-44d8-a8e4-b4cc34cecb43 None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:26:50.629405 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c5d869-3cc8-44d8-a8e4-b4cc34cecb43 None None] Checking segment: {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:26:50.629804 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-36c5d869-3cc8-44d8-a8e4-b4cc34cecb43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:50.630223 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c5d869-3cc8-44d8-a8e4-b4cc34cecb43 None None] Bound using segment: {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'} {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:26:50.630700 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-36c5d869-3cc8-44d8-a8e4-b4cc34cecb43 None None] Bound port: a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}}] {{(pid=106431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:26:50.631080 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-36c5d869-3cc8-44d8-a8e4-b4cc34cecb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed), before_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:50.683007 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.db [None req-36c5d869-3cc8-44d8-a8e4-b4cc34cecb43 None None] For port a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:26:50.686523 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.db [None req-36c5d869-3cc8-44d8-a8e4-b4cc34cecb43 None None] For port a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:26:50.693974 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-36c5d869-3cc8-44d8-a8e4-b4cc34cecb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed), after_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:50.734510 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c5d869-3cc8-44d8-a8e4-b4cc34cecb43 None None] Routers {'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:26:50.736017 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-36c5d869-3cc8-44d8-a8e4-b4cc34cecb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:26:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:26:50.740421 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:50.761252 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-99582cf7-b2e4-4295-8f6d-3ddc05438c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (42a1f269-668b-4843-b63d-8d7c7f08b2f9), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:50.771370 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:50.805687 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15941d0c-8d0e-48ee-812e-76739d4ebbe3 None None] Pushing event updated for resources: {'Port': ['ID=a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed,revision_number=3']} {{(pid=106431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:50.809957 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:50.845642 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:50.862119 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-daef50c0-fa5c-4c2b-8197-42ca495933a0 None None] Provisioning complete for port 42a1f269-668b-4843-b63d-8d7c7f08b2f9 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:26:50.862733 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-36c5d869-3cc8-44d8-a8e4-b4cc34cecb43 None None] Set router dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:26:50.862836 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-daef50c0-fa5c-4c2b-8197-42ca495933a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (42a1f269-668b-4843-b63d-8d7c7f08b2f9), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:50.862836 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-daef50c0-fa5c-4c2b-8197-42ca495933a0 None None] Attempt 1 to provision port 42a1f269-668b-4843-b63d-8d7c7f08b2f9 Sep 22 22:26:50.903977 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-daef50c0-fa5c-4c2b-8197-42ca495933a0 None None] Port 42a1f269-668b-4843-b63d-8d7c7f08b2f9 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:26:50.933357 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-99582cf7-b2e4-4295-8f6d-3ddc05438c14 admin admin] Publish callbacks [] for port (42a1f269-668b-4843-b63d-8d7c7f08b2f9), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:50.938683 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-99582cf7-b2e4-4295-8f6d-3ddc05438c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (42a1f269-668b-4843-b63d-8d7c7f08b2f9), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:51.009531 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-99582cf7-b2e4-4295-8f6d-3ddc05438c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769475'] for router_interface (dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:51.011230 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99582cf7-b2e4-4295-8f6d-3ddc05438c14 admin admin] Pushing event updated for resources: {'Port': ['ID=42a1f269-668b-4843-b63d-8d7c7f08b2f9,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:51.055790 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-36c5d869-3cc8-44d8-a8e4-b4cc34cecb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'name': 'tempest-TestShelveInstance-2084586498-router', 'tenant_id': '285dd074069d48d2951a195965088521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:26:48Z', 'updated_at': '2022-09-22T22:26:50Z', 'revision_number': 4, 'project_id': '285dd074069d48d2951a195965088521', 'gw_port': {'id': 'a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:48Z', 'updated_at': '2022-09-22T22:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '42a1f269-668b-4843-b63d-8d7c7f08b2f9', 'name': '', 'network_id': '9cfdaa3b-3b51-471a-a47b-8a3e118b84a3', 'tenant_id': '285dd074069d48d2951a195965088521', 'mac_address': 'fa:16:3e:28:6e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'a8ea1359-43e7-4f2e-9242-d601759f8b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:50Z', 'updated_at': '2022-09-22T22:26:50Z', 'revision_number': 1, 'project_id': '285dd074069d48d2951a195965088521', 'subnets': [{'id': 'a8ea1359-43e7-4f2e-9242-d601759f8b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:26:51.082370 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c5d869-3cc8-44d8-a8e4-b4cc34cecb43 None None] The sync data for ids ['dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d'] in dv-cinder-849143-6-iscsi is: [{'id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'name': 'tempest-TestShelveInstance-2084586498-router', 'tenant_id': '285dd074069d48d2951a195965088521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:26:48Z', 'updated_at': '2022-09-22T22:26:50Z', 'revision_number': 4, 'project_id': '285dd074069d48d2951a195965088521', 'gw_port': {'id': 'a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:48Z', 'updated_at': '2022-09-22T22:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '42a1f269-668b-4843-b63d-8d7c7f08b2f9', 'name': '', 'network_id': '9cfdaa3b-3b51-471a-a47b-8a3e118b84a3', 'tenant_id': '285dd074069d48d2951a195965088521', 'mac_address': 'fa:16:3e:28:6e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'a8ea1359-43e7-4f2e-9242-d601759f8b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:50Z', 'updated_at': '2022-09-22T22:26:50Z', 'revision_number': 1, 'project_id': '285dd074069d48d2951a195965088521', 'subnets': [{'id': 'a8ea1359-43e7-4f2e-9242-d601759f8b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:26:51.115751 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99582cf7-b2e4-4295-8f6d-3ddc05438c14 admin admin] Network 9cfdaa3b-3b51-471a-a47b-8a3e118b84a3 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:26:51.117054 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [None req-99582cf7-b2e4-4295-8f6d-3ddc05438c14 admin admin] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:26:51.237921 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99582cf7-b2e4-4295-8f6d-3ddc05438c14 admin admin] Router dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:26:51.361098 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99582cf7-b2e4-4295-8f6d-3ddc05438c14 admin admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:26:51.368799 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-99582cf7-b2e4-4295-8f6d-3ddc05438c14 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6214192 Sep 22 22:26:51.404777 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-daef50c0-fa5c-4c2b-8197-42ca495933a0 None None] Attempt 2 to provision port 42a1f269-668b-4843-b63d-8d7c7f08b2f9 Sep 22 22:26:51.439052 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-daef50c0-fa5c-4c2b-8197-42ca495933a0 None None] Port 42a1f269-668b-4843-b63d-8d7c7f08b2f9 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:26:51.882582 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 48608) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:51.887669 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-3c088a70-02e4-4dcb-aa0b-bb5d5ab0da3a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1923789789-network', 'tenant_id': '1d561eb1ee914613a7e83b619c2bd885'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:26:51.907295 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c088a70-02e4-4dcb-aa0b-bb5d5ab0da3a admin admin] Made reservation on behalf of 1d561eb1ee914613a7e83b619c2bd885 for: {'network': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:26:51.909946 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-3c088a70-02e4-4dcb-aa0b-bb5d5ab0da3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for network (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:51.918988 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-3c088a70-02e4-4dcb-aa0b-bb5d5ab0da3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:51.940086 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-daef50c0-fa5c-4c2b-8197-42ca495933a0 None None] Attempt 3 to provision port 42a1f269-668b-4843-b63d-8d7c7f08b2f9 Sep 22 22:26:51.978257 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-daef50c0-fa5c-4c2b-8197-42ca495933a0 None None] Port 42a1f269-668b-4843-b63d-8d7c7f08b2f9 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:26:52.006453 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-3c088a70-02e4-4dcb-aa0b-bb5d5ab0da3a admin admin] Publish callbacks [] for security_group (890f1553-c0fa-4fe8-922d-e8c1b863943d), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:52.011247 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-3c088a70-02e4-4dcb-aa0b-bb5d5ab0da3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (890f1553-c0fa-4fe8-922d-e8c1b863943d), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:52.025562 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=10 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:52.040680 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c088a70-02e4-4dcb-aa0b-bb5d5ab0da3a admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=106428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 22:26:52.053795 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c088a70-02e4-4dcb-aa0b-bb5d5ab0da3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890f1553-c0fa-4fe8-922d-e8c1b863943d,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:52.059886 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-3c088a70-02e4-4dcb-aa0b-bb5d5ab0da3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (4586ed80-6aab-4a6d-aeeb-2d3b82856f72), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:52.060135 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.db.segments_db [None req-3c088a70-02e4-4dcb-aa0b-bb5d5ab0da3a admin admin] Added segment 4586ed80-6aab-4a6d-aeeb-2d3b82856f72 of type vlan for network 4b606ce8-14ba-4bd3-b250-99da6746794a Sep 22 22:26:52.107421 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-3c088a70-02e4-4dcb-aa0b-bb5d5ab0da3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778793421990'] for network (4b606ce8-14ba-4bd3-b250-99da6746794a), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:52.133574 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:52.138120 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-3c088a70-02e4-4dcb-aa0b-bb5d5ab0da3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218'] for network (4b606ce8-14ba-4bd3-b250-99da6746794a), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:52.139244 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c088a70-02e4-4dcb-aa0b-bb5d5ab0da3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:26:52.139374 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:26:52.139867 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-3c088a70-02e4-4dcb-aa0b-bb5d5ab0da3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:52.187551 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:26:52.188064 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:52.188405 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed Sep 22 22:26:52.199842 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-3c088a70-02e4-4dcb-aa0b-bb5d5ab0da3a admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3135571 Sep 22 22:26:52.200160 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 48610) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:52.206801 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-15eca2a1-7923-4f45-9867-0bc0dfabb58c admin admin] Request body: {'subnet': {'network_id': '4b606ce8-14ba-4bd3-b250-99da6746794a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1923789789-subnet', 'tenant_id': '1d561eb1ee914613a7e83b619c2bd885', 'ip_version': 4}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:26:52.212772 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c088a70-02e4-4dcb-aa0b-bb5d5ab0da3a admin admin] Pushing event updated for resources: {'Network': ['ID=4b606ce8-14ba-4bd3-b250-99da6746794a,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:52.221173 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:52.228019 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Network 4b606ce8-14ba-4bd3-b250-99da6746794a details requested by agent ovs-agent-dv-cinder-849143-6-iscsi with host dv-cinder-849143-6-iscsi {{(pid=106430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 22:26:52.238389 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15eca2a1-7923-4f45-9867-0bc0dfabb58c admin admin] Made reservation on behalf of 1d561eb1ee914613a7e83b619c2bd885 for: {'subnet': 1} {{(pid=106429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:26:52.240893 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-15eca2a1-7923-4f45-9867-0bc0dfabb58c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9385051'] for subnet (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:52.337302 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:26:52.337699 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:52.362298 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] For port a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:26:52.366354 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:52.417438 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Pushing event updated for resources: {'Port': ['ID=a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:52.424485 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-15eca2a1-7923-4f45-9867-0bc0dfabb58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9556762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9385037'] for subnet (8f1c462c-c053-479c-83b4-40600fff71b2), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:52.452938 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:52.479257 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-daef50c0-fa5c-4c2b-8197-42ca495933a0 None None] Attempt 4 to provision port 42a1f269-668b-4843-b63d-8d7c7f08b2f9 Sep 22 22:26:52.485962 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eca2a1-7923-4f45-9867-0bc0dfabb58c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f1c462c-c053-479c-83b4-40600fff71b2,revision_number=0']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:52.490995 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:52.494107 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eca2a1-7923-4f45-9867-0bc0dfabb58c admin admin] Checking segment: {'id': '4586ed80-6aab-4a6d-aeeb-2d3b82856f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4b606ce8-14ba-4bd3-b250-99da6746794a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:26:52.494454 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15eca2a1-7923-4f45-9867-0bc0dfabb58c admin admin] Network hostable DHCP agents. Network: 4b606ce8-14ba-4bd3-b250-99da6746794a, hostable agents: ['46112969-b587-44d5-b5c4-b732185f2ac5'], hosted agents: [] {{(pid=106429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 22:26:52.512486 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-daef50c0-fa5c-4c2b-8197-42ca495933a0 None None] Port 42a1f269-668b-4843-b63d-8d7c7f08b2f9 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:26:52.513832 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15eca2a1-7923-4f45-9867-0bc0dfabb58c admin admin] Network 4b606ce8-14ba-4bd3-b250-99da6746794a is scheduled to be hosted by DHCP agent 46112969-b587-44d5-b5c4-b732185f2ac5 with binding_index 1 {{(pid=106429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 22:26:52.523568 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-15eca2a1-7923-4f45-9867-0bc0dfabb58c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-6-iscsi, 4b606ce8-14ba-4bd3-b250-99da6746794a) {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:26:52.527739 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15eca2a1-7923-4f45-9867-0bc0dfabb58c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:26:52.528348 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-15eca2a1-7923-4f45-9867-0bc0dfabb58c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:52.533743 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6f58f8-4f33-4560-a951-eacf3babb905 None None] Network 4b606ce8-14ba-4bd3-b250-99da6746794a requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:26:52.544257 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-15eca2a1-7923-4f45-9867-0bc0dfabb58c admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3424101 Sep 22 22:26:52.546817 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 48612) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:52.551564 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-616bda10-755a-4d68-8063-a42a34512a75 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1923789789-router', 'tenant_id': '1d561eb1ee914613a7e83b619c2bd885', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:26:52.573921 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-616bda10-755a-4d68-8063-a42a34512a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3680899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3444'] for router (7f8ba2d4-b02f-44b7-9bc1-15eeca374350), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:52.574897 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-616bda10-755a-4d68-8063-a42a34512a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3770609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4093241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3437'] for router (7f8ba2d4-b02f-44b7-9bc1-15eeca374350), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:52.628464 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-616bda10-755a-4d68-8063-a42a34512a75 admin admin] Publish callbacks [] for router_controller (7f8ba2d4-b02f-44b7-9bc1-15eeca374350), precommit_add_association {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:52.640699 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f188d17-e632-41cf-93b5-4d11903a9e4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp21c0a57c-ab00-5552-8730-642a300f25b7-4b606ce8-14ba-4bd3-b250-99da6746794a', 'network_id': '4b606ce8-14ba-4bd3-b250-99da6746794a', 'project_id': '1d561eb1ee914613a7e83b619c2bd885', 'fixed_ips': [{'subnet_id': '8f1c462c-c053-479c-83b4-40600fff71b2'}]}} from dv-cinder-849143-6-iscsi. {{(pid=106430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 22:26:52.642472 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5f188d17-e632-41cf-93b5-4d11903a9e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:52.763902 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-616bda10-755a-4d68-8063-a42a34512a75 admin admin] Publish callbacks [] for router_gateway (7f8ba2d4-b02f-44b7-9bc1-15eeca374350), precommit_update {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:52.781628 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.db_base_plugin_common [None req-5f188d17-e632-41cf-93b5-4d11903a9e4b None None] Allocated IP 172.20.0.2 (4b606ce8-14ba-4bd3-b250-99da6746794a/8f1c462c-c053-479c-83b4-40600fff71b2/29f7c4df-eb01-4cc4-8509-7d07a1ccac07) {{(pid=106430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:26:52.930647 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:52.935301 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5f188d17-e632-41cf-93b5-4d11903a9e4b None None] Publish callbacks [] for port (29f7c4df-eb01-4cc4-8509-7d07a1ccac07), precommit_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:52.943374 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5f188d17-e632-41cf-93b5-4d11903a9e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505'] for port (29f7c4df-eb01-4cc4-8509-7d07a1ccac07), after_create {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:52.954530 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-616bda10-755a-4d68-8063-a42a34512a75 admin admin] Publish callbacks [] for router_gateway (7f8ba2d4-b02f-44b7-9bc1-15eeca374350), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:52.974342 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-616bda10-755a-4d68-8063-a42a34512a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:52.986148 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f188d17-e632-41cf-93b5-4d11903a9e4b None None] Network 4b606ce8-14ba-4bd3-b250-99da6746794a is already hosted by enough agents. {{(pid=106430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:26:52.991182 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.scheduler.base_scheduler [None req-5f188d17-e632-41cf-93b5-4d11903a9e4b None None] Resources bound (agent type, host, resource id): {{(pid=106430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:26:52.993299 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f188d17-e632-41cf-93b5-4d11903a9e4b None None] Pushing event updated for resources: {'Port': ['ID=29f7c4df-eb01-4cc4-8509-7d07a1ccac07,revision_number=1']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:52.997420 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f188d17-e632-41cf-93b5-4d11903a9e4b None None] Received port after_create {{(pid=106430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:26:53.025234 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-daef50c0-fa5c-4c2b-8197-42ca495933a0 None None] Attempt 5 to provision port 42a1f269-668b-4843-b63d-8d7c7f08b2f9 Sep 22 22:26:53.085203 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.db_base_plugin_common [None req-616bda10-755a-4d68-8063-a42a34512a75 admin admin] Allocated IP 172.27.1.150 (222d3bc3-ee2a-4d75-8e21-75e580ff73b3/4214672d-8971-44fc-bb6c-9c23836d3a7a/c6f72960-2bb2-4ea8-90f7-de2002db831a) {{(pid=106429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:26:53.201383 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-616bda10-755a-4d68-8063-a42a34512a75 admin admin] Publish callbacks [] for port (c6f72960-2bb2-4ea8-90f7-de2002db831a), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:53.206482 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b935441-340d-4f00-89f1-8db5a0b68ee0 None None] Sync routers for ids ['dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:26:53.232680 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-daef50c0-fa5c-4c2b-8197-42ca495933a0 None None] Port 42a1f269-668b-4843-b63d-8d7c7f08b2f9 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:26:53.234205 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-616bda10-755a-4d68-8063-a42a34512a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (c6f72960-2bb2-4ea8-90f7-de2002db831a), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:53.234647 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-5f188d17-e632-41cf-93b5-4d11903a9e4b None None] Attempting to bind port 29f7c4df-eb01-4cc4-8509-7d07a1ccac07 on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:26:53.235208 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-5f188d17-e632-41cf-93b5-4d11903a9e4b None None] Attempting to bind port 29f7c4df-eb01-4cc4-8509-7d07a1ccac07 by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': '4586ed80-6aab-4a6d-aeeb-2d3b82856f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4b606ce8-14ba-4bd3-b250-99da6746794a'}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:26:53.235820 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f188d17-e632-41cf-93b5-4d11903a9e4b None None] Attempting to bind port 29f7c4df-eb01-4cc4-8509-7d07a1ccac07 on network 4b606ce8-14ba-4bd3-b250-99da6746794a {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:26:53.238988 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b935441-340d-4f00-89f1-8db5a0b68ee0 None None] Routers {'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:26:53.239619 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-6b935441-340d-4f00-89f1-8db5a0b68ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:26:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:26:53.271897 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616bda10-755a-4d68-8063-a42a34512a75 admin admin] Network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 is already hosted by enough agents. {{(pid=106429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:26:53.274865 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.base_scheduler [None req-616bda10-755a-4d68-8063-a42a34512a75 admin admin] Resources bound (agent type, host, resource id): {{(pid=106429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:26:53.278402 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616bda10-755a-4d68-8063-a42a34512a75 admin admin] Received port after_create {{(pid=106429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:26:53.283549 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:53.307848 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:53.308116 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616bda10-755a-4d68-8063-a42a34512a75 admin admin] Pushing event updated for resources: {'Port': ['ID=c6f72960-2bb2-4ea8-90f7-de2002db831a,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:53.360075 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f188d17-e632-41cf-93b5-4d11903a9e4b None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:26:53.360695 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f188d17-e632-41cf-93b5-4d11903a9e4b None None] Checking segment: {'id': '4586ed80-6aab-4a6d-aeeb-2d3b82856f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4b606ce8-14ba-4bd3-b250-99da6746794a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:26:53.361128 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5f188d17-e632-41cf-93b5-4d11903a9e4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:53.361529 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f188d17-e632-41cf-93b5-4d11903a9e4b None None] Bound using segment: {'id': '4586ed80-6aab-4a6d-aeeb-2d3b82856f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4b606ce8-14ba-4bd3-b250-99da6746794a'} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:26:53.362014 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-5f188d17-e632-41cf-93b5-4d11903a9e4b None None] Bound port: 29f7c4df-eb01-4cc4-8509-7d07a1ccac07, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4586ed80-6aab-4a6d-aeeb-2d3b82856f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4b606ce8-14ba-4bd3-b250-99da6746794a'}}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:26:53.362398 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5f188d17-e632-41cf-93b5-4d11903a9e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (29f7c4df-eb01-4cc4-8509-7d07a1ccac07), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:53.417079 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-6b935441-340d-4f00-89f1-8db5a0b68ee0 None None] Set router dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:26:53.418161 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:53.504617 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-5f188d17-e632-41cf-93b5-4d11903a9e4b None None] For port 29f7c4df-eb01-4cc4-8509-7d07a1ccac07, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:26:53.528382 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-5f188d17-e632-41cf-93b5-4d11903a9e4b None None] For port 29f7c4df-eb01-4cc4-8509-7d07a1ccac07, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=29f7c4df-eb01-4cc4-8509-7d07a1ccac07,segment=NetworkSegment(4586ed80-6aab-4a6d-aeeb-2d3b82856f72),segment_id=4586ed80-6aab-4a6d-aeeb-2d3b82856f72)] {{(pid=106430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:26:53.528884 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-616bda10-755a-4d68-8063-a42a34512a75 admin admin] Publish callbacks [] for router_gateway (7f8ba2d4-b02f-44b7-9bc1-15eeca374350), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:53.565976 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5f188d17-e632-41cf-93b5-4d11903a9e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (29f7c4df-eb01-4cc4-8509-7d07a1ccac07), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:53.649414 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f188d17-e632-41cf-93b5-4d11903a9e4b None None] Pushing event updated for resources: {'Port': ['ID=29f7c4df-eb01-4cc4-8509-7d07a1ccac07,revision_number=2']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:53.694950 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-6b935441-340d-4f00-89f1-8db5a0b68ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'name': 'tempest-TestShelveInstance-2084586498-router', 'tenant_id': '285dd074069d48d2951a195965088521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:26:48Z', 'updated_at': '2022-09-22T22:26:50Z', 'revision_number': 4, 'project_id': '285dd074069d48d2951a195965088521', 'gw_port': {'id': 'a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:48Z', 'updated_at': '2022-09-22T22:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '42a1f269-668b-4843-b63d-8d7c7f08b2f9', 'name': '', 'network_id': '9cfdaa3b-3b51-471a-a47b-8a3e118b84a3', 'tenant_id': '285dd074069d48d2951a195965088521', 'mac_address': 'fa:16:3e:28:6e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'a8ea1359-43e7-4f2e-9242-d601759f8b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:50Z', 'updated_at': '2022-09-22T22:26:50Z', 'revision_number': 2, 'project_id': '285dd074069d48d2951a195965088521', 'subnets': [{'id': 'a8ea1359-43e7-4f2e-9242-d601759f8b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:26:53.725470 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b935441-340d-4f00-89f1-8db5a0b68ee0 None None] Checking router: dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:26:53.725833 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b935441-340d-4f00-89f1-8db5a0b68ee0 None None] Updating router dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d port 42a1f269-668b-4843-b63d-8d7c7f08b2f9 binding host dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:26:53.733729 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-616bda10-755a-4d68-8063-a42a34512a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3684398'] for router (7f8ba2d4-b02f-44b7-9bc1-15eeca374350), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:53.760535 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-daef50c0-fa5c-4c2b-8197-42ca495933a0 None None] Attempt 6 to provision port 42a1f269-668b-4843-b63d-8d7c7f08b2f9 Sep 22 22:26:53.802700 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-6b935441-340d-4f00-89f1-8db5a0b68ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (42a1f269-668b-4843-b63d-8d7c7f08b2f9), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:53.805909 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-daef50c0-fa5c-4c2b-8197-42ca495933a0 None None] Port 42a1f269-668b-4843-b63d-8d7c7f08b2f9 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:26:53.890591 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616bda10-755a-4d68-8063-a42a34512a75 admin admin] Router 7f8ba2d4-b02f-44b7-9bc1-15eeca374350 is scheduled to L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d with binding_index 1 {{(pid=106429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 22:26:53.970457 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=100 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:53.993357 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616bda10-755a-4d68-8063-a42a34512a75 admin admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:26:54.002990 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d362f987-412b-41b1-97bb-7ecfa75ba9b7 None None] Sync routers for ids ['7f8ba2d4-b02f-44b7-9bc1-15eeca374350'] in dv-cinder-849143-6-iscsi {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:26:54.014787 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-616bda10-755a-4d68-8063-a42a34512a75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:54.020590 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 48614) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:54.021394 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-616bda10-755a-4d68-8063-a42a34512a75 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4732757 Sep 22 22:26:54.024297 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d362f987-412b-41b1-97bb-7ecfa75ba9b7 None None] Routers {'7f8ba2d4-b02f-44b7-9bc1-15eeca374350'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:26:54.025317 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-d362f987-412b-41b1-97bb-7ecfa75ba9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:26:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['7f8ba2d4-b02f-44b7-9bc1-15eeca374350'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:26:54.097590 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-6b935441-340d-4f00-89f1-8db5a0b68ee0 None None] Publish callbacks [] for port (42a1f269-668b-4843-b63d-8d7c7f08b2f9), precommit_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:54.106463 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-6b935441-340d-4f00-89f1-8db5a0b68ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (42a1f269-668b-4843-b63d-8d7c7f08b2f9), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:54.192548 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-d362f987-412b-41b1-97bb-7ecfa75ba9b7 None None] Set router 7f8ba2d4-b02f-44b7-9bc1-15eeca374350 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:26:54.213296 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe31d9-e45a-45d1-94b1-b9a481761d1d None None] Pushing event updated for resources: {'Port': ['ID=42a1f269-668b-4843-b63d-8d7c7f08b2f9,revision_number=3']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:54.232053 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-6b935441-340d-4f00-89f1-8db5a0b68ee0 None None] Attempting to bind port 42a1f269-668b-4843-b63d-8d7c7f08b2f9 on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:26:54.232432 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-6b935441-340d-4f00-89f1-8db5a0b68ee0 None None] Attempting to bind port 42a1f269-668b-4843-b63d-8d7c7f08b2f9 by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': '1fbff40c-ece9-4665-b969-04fe31b14cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9cfdaa3b-3b51-471a-a47b-8a3e118b84a3'}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:26:54.232852 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b935441-340d-4f00-89f1-8db5a0b68ee0 None None] Attempting to bind port 42a1f269-668b-4843-b63d-8d7c7f08b2f9 on network 9cfdaa3b-3b51-471a-a47b-8a3e118b84a3 {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:26:54.286081 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:26:54.301814 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:54.321025 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-daef50c0-fa5c-4c2b-8197-42ca495933a0 None None] Attempt 7 to provision port 42a1f269-668b-4843-b63d-8d7c7f08b2f9 Sep 22 22:26:54.381378 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b935441-340d-4f00-89f1-8db5a0b68ee0 None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:26:54.381746 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b935441-340d-4f00-89f1-8db5a0b68ee0 None None] Checking segment: {'id': '1fbff40c-ece9-4665-b969-04fe31b14cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9cfdaa3b-3b51-471a-a47b-8a3e118b84a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:26:54.382612 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-6b935441-340d-4f00-89f1-8db5a0b68ee0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:54.382829 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b935441-340d-4f00-89f1-8db5a0b68ee0 None None] Bound using segment: {'id': '1fbff40c-ece9-4665-b969-04fe31b14cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9cfdaa3b-3b51-471a-a47b-8a3e118b84a3'} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:26:54.383316 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-6b935441-340d-4f00-89f1-8db5a0b68ee0 None None] Bound port: 42a1f269-668b-4843-b63d-8d7c7f08b2f9, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fbff40c-ece9-4665-b969-04fe31b14cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9cfdaa3b-3b51-471a-a47b-8a3e118b84a3'}}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:26:54.383693 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-6b935441-340d-4f00-89f1-8db5a0b68ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (42a1f269-668b-4843-b63d-8d7c7f08b2f9), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:54.387175 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-daef50c0-fa5c-4c2b-8197-42ca495933a0 None None] Port 42a1f269-668b-4843-b63d-8d7c7f08b2f9 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:26:54.414768 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-d362f987-412b-41b1-97bb-7ecfa75ba9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8ba2d4-b02f-44b7-9bc1-15eeca374350', 'name': 'tempest-TestShelveInstance-1923789789-router', 'tenant_id': '1d561eb1ee914613a7e83b619c2bd885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c6f72960-2bb2-4ea8-90f7-de2002db831a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:26:52Z', 'updated_at': '2022-09-22T22:26:53Z', 'revision_number': 3, 'project_id': '1d561eb1ee914613a7e83b619c2bd885', 'gw_port': {'id': 'c6f72960-2bb2-4ea8-90f7-de2002db831a', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8ba2d4-b02f-44b7-9bc1-15eeca374350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:52Z', 'updated_at': '2022-09-22T22:26:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi'}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:26:54.429671 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:26:54.430044 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:54.430380 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed Sep 22 22:26:54.447242 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d362f987-412b-41b1-97bb-7ecfa75ba9b7 None None] Checking router: 7f8ba2d4-b02f-44b7-9bc1-15eeca374350 for host: dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:26:54.447596 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d362f987-412b-41b1-97bb-7ecfa75ba9b7 None None] Updating router 7f8ba2d4-b02f-44b7-9bc1-15eeca374350 port c6f72960-2bb2-4ea8-90f7-de2002db831a binding host dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:26:54.481630 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-d362f987-412b-41b1-97bb-7ecfa75ba9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (c6f72960-2bb2-4ea8-90f7-de2002db831a), before_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:54.495053 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-6b935441-340d-4f00-89f1-8db5a0b68ee0 None None] For port 42a1f269-668b-4843-b63d-8d7c7f08b2f9, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:26:54.499093 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-6b935441-340d-4f00-89f1-8db5a0b68ee0 None None] For port 42a1f269-668b-4843-b63d-8d7c7f08b2f9, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=42a1f269-668b-4843-b63d-8d7c7f08b2f9,segment=NetworkSegment(1fbff40c-ece9-4665-b969-04fe31b14cba),segment_id=1fbff40c-ece9-4665-b969-04fe31b14cba)] {{(pid=106430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:26:54.510690 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-6b935441-340d-4f00-89f1-8db5a0b68ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (42a1f269-668b-4843-b63d-8d7c7f08b2f9), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:54.582436 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b935441-340d-4f00-89f1-8db5a0b68ee0 None None] Routers {'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:26:54.583074 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-6b935441-340d-4f00-89f1-8db5a0b68ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:26:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:26:54.587745 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:26:54.588946 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 29f7c4df-eb01-4cc4-8509-7d07a1ccac07 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:26:54.609891 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1571915a-37dd-4f9b-9c57-e36ab52e7244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:54.669392 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe31d9-e45a-45d1-94b1-b9a481761d1d None None] Pushing event updated for resources: {'Port': ['ID=42a1f269-668b-4843-b63d-8d7c7f08b2f9,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:54.725513 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb82dfa6-95eb-422e-98c3-721e22f517a4 None None] Network 4b606ce8-14ba-4bd3-b250-99da6746794a requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:26:54.752793 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 29f7c4df-eb01-4cc4-8509-7d07a1ccac07 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:26:54.753194 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (29f7c4df-eb01-4cc4-8509-7d07a1ccac07), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:54.753792 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 29f7c4df-eb01-4cc4-8509-7d07a1ccac07 Sep 22 22:26:54.770774 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-d362f987-412b-41b1-97bb-7ecfa75ba9b7 None None] Publish callbacks [] for port (c6f72960-2bb2-4ea8-90f7-de2002db831a), precommit_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:54.778653 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-d362f987-412b-41b1-97bb-7ecfa75ba9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (c6f72960-2bb2-4ea8-90f7-de2002db831a), after_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:54.796877 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [None req-1571915a-37dd-4f9b-9c57-e36ab52e7244 admin admin] Allocated IP 172.20.0.1 (4b606ce8-14ba-4bd3-b250-99da6746794a/8f1c462c-c053-479c-83b4-40600fff71b2/c49641af-30dd-4153-83f0-d0278852f426) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:26:54.813705 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:54.814483 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:54.819625 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-d362f987-412b-41b1-97bb-7ecfa75ba9b7 None None] Attempting to bind port c6f72960-2bb2-4ea8-90f7-de2002db831a on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:26:54.820049 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-d362f987-412b-41b1-97bb-7ecfa75ba9b7 None None] Attempting to bind port c6f72960-2bb2-4ea8-90f7-de2002db831a by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}] {{(pid=106431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:26:54.820359 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d362f987-412b-41b1-97bb-7ecfa75ba9b7 None None] Attempting to bind port c6f72960-2bb2-4ea8-90f7-de2002db831a on network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:26:54.821838 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-6b935441-340d-4f00-89f1-8db5a0b68ee0 None None] Set router dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:26:54.853634 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e77e39-a8b1-4901-b140-8d395f790bb2 None None] Pushing event updated for resources: {'Port': ['ID=c6f72960-2bb2-4ea8-90f7-de2002db831a,revision_number=2']} {{(pid=106431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:54.876997 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d362f987-412b-41b1-97bb-7ecfa75ba9b7 None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:26:54.877428 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d362f987-412b-41b1-97bb-7ecfa75ba9b7 None None] Checking segment: {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:26:54.877835 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-d362f987-412b-41b1-97bb-7ecfa75ba9b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:54.878221 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d362f987-412b-41b1-97bb-7ecfa75ba9b7 None None] Bound using segment: {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'} {{(pid=106431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:26:54.878705 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.managers [None req-d362f987-412b-41b1-97bb-7ecfa75ba9b7 None None] Bound port: c6f72960-2bb2-4ea8-90f7-de2002db831a, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e670811b-8a44-454d-a12e-e434e1b31ebe', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3'}}] {{(pid=106431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:26:54.879089 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-d362f987-412b-41b1-97bb-7ecfa75ba9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (c6f72960-2bb2-4ea8-90f7-de2002db831a), before_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:54.887283 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:54.908829 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:54.931765 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1571915a-37dd-4f9b-9c57-e36ab52e7244 admin admin] Publish callbacks [] for port (c49641af-30dd-4153-83f0-d0278852f426), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:54.933471 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.db [None req-d362f987-412b-41b1-97bb-7ecfa75ba9b7 None None] For port c6f72960-2bb2-4ea8-90f7-de2002db831a, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:26:54.936910 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.plugins.ml2.db [None req-d362f987-412b-41b1-97bb-7ecfa75ba9b7 None None] For port c6f72960-2bb2-4ea8-90f7-de2002db831a, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=c6f72960-2bb2-4ea8-90f7-de2002db831a,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:26:54.945439 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron_lib.callbacks.manager [None req-d362f987-412b-41b1-97bb-7ecfa75ba9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (c6f72960-2bb2-4ea8-90f7-de2002db831a), after_update {{(pid=106431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:54.970355 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1571915a-37dd-4f9b-9c57-e36ab52e7244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (c49641af-30dd-4153-83f0-d0278852f426), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:54.982494 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d362f987-412b-41b1-97bb-7ecfa75ba9b7 None None] Routers {'7f8ba2d4-b02f-44b7-9bc1-15eeca374350'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:26:54.983127 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-d362f987-412b-41b1-97bb-7ecfa75ba9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:26:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['7f8ba2d4-b02f-44b7-9bc1-15eeca374350'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:26:55.003085 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:55.014067 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1571915a-37dd-4f9b-9c57-e36ab52e7244 admin admin] Network 4b606ce8-14ba-4bd3-b250-99da6746794a is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:26:55.019182 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [None req-1571915a-37dd-4f9b-9c57-e36ab52e7244 admin admin] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:26:55.025748 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1571915a-37dd-4f9b-9c57-e36ab52e7244 admin admin] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:26:55.030062 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571915a-37dd-4f9b-9c57-e36ab52e7244 admin admin] Pushing event updated for resources: {'Port': ['ID=c49641af-30dd-4153-83f0-d0278852f426,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:55.047844 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e77e39-a8b1-4901-b140-8d395f790bb2 None None] Pushing event updated for resources: {'Port': ['ID=c6f72960-2bb2-4ea8-90f7-de2002db831a,revision_number=3']} {{(pid=106431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:55.054211 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-daef50c0-fa5c-4c2b-8197-42ca495933a0 None None] Attempt 8 to provision port 42a1f269-668b-4843-b63d-8d7c7f08b2f9 Sep 22 22:26:55.091753 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1571915a-37dd-4f9b-9c57-e36ab52e7244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769367'] for router_interface (7f8ba2d4-b02f-44b7-9bc1-15eeca374350), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:55.124289 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-d362f987-412b-41b1-97bb-7ecfa75ba9b7 None None] Set router 7f8ba2d4-b02f-44b7-9bc1-15eeca374350 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:26:55.234417 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 29f7c4df-eb01-4cc4-8509-7d07a1ccac07 is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:26:55.235464 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (29f7c4df-eb01-4cc4-8509-7d07a1ccac07), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:55.315125 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-daef50c0-fa5c-4c2b-8197-42ca495933a0 None None] Current status of the port 42a1f269-668b-4843-b63d-8d7c7f08b2f9 is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:26:55.315518 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-daef50c0-fa5c-4c2b-8197-42ca495933a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (42a1f269-668b-4843-b63d-8d7c7f08b2f9), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:55.395768 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:55.415009 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-d362f987-412b-41b1-97bb-7ecfa75ba9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8ba2d4-b02f-44b7-9bc1-15eeca374350', 'name': 'tempest-TestShelveInstance-1923789789-router', 'tenant_id': '1d561eb1ee914613a7e83b619c2bd885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c6f72960-2bb2-4ea8-90f7-de2002db831a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:26:52Z', 'updated_at': '2022-09-22T22:26:53Z', 'revision_number': 3, 'project_id': '1d561eb1ee914613a7e83b619c2bd885', 'gw_port': {'id': 'c6f72960-2bb2-4ea8-90f7-de2002db831a', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8ba2d4-b02f-44b7-9bc1-15eeca374350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:52Z', 'updated_at': '2022-09-22T22:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi'}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:26:55.432976 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-6b935441-340d-4f00-89f1-8db5a0b68ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'name': 'tempest-TestShelveInstance-2084586498-router', 'tenant_id': '285dd074069d48d2951a195965088521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:26:48Z', 'updated_at': '2022-09-22T22:26:50Z', 'revision_number': 4, 'project_id': '285dd074069d48d2951a195965088521', 'gw_port': {'id': 'a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:48Z', 'updated_at': '2022-09-22T22:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '42a1f269-668b-4843-b63d-8d7c7f08b2f9', 'name': '', 'network_id': '9cfdaa3b-3b51-471a-a47b-8a3e118b84a3', 'tenant_id': '285dd074069d48d2951a195965088521', 'mac_address': 'fa:16:3e:28:6e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'a8ea1359-43e7-4f2e-9242-d601759f8b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:50Z', 'updated_at': '2022-09-22T22:26:54Z', 'revision_number': 4, 'project_id': '285dd074069d48d2951a195965088521', 'subnets': [{'id': 'a8ea1359-43e7-4f2e-9242-d601759f8b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:26:55.441607 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-daef50c0-fa5c-4c2b-8197-42ca495933a0 None None] For port 42a1f269-668b-4843-b63d-8d7c7f08b2f9, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=42a1f269-668b-4843-b63d-8d7c7f08b2f9,segment=NetworkSegment(1fbff40c-ece9-4665-b969-04fe31b14cba),segment_id=1fbff40c-ece9-4665-b969-04fe31b14cba)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:26:55.443225 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d362f987-412b-41b1-97bb-7ecfa75ba9b7 None None] The sync data for ids ['7f8ba2d4-b02f-44b7-9bc1-15eeca374350'] in dv-cinder-849143-6-iscsi is: [{'id': '7f8ba2d4-b02f-44b7-9bc1-15eeca374350', 'name': 'tempest-TestShelveInstance-1923789789-router', 'tenant_id': '1d561eb1ee914613a7e83b619c2bd885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c6f72960-2bb2-4ea8-90f7-de2002db831a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:26:52Z', 'updated_at': '2022-09-22T22:26:53Z', 'revision_number': 3, 'project_id': '1d561eb1ee914613a7e83b619c2bd885', 'gw_port': {'id': 'c6f72960-2bb2-4ea8-90f7-de2002db831a', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8ba2d4-b02f-44b7-9bc1-15eeca374350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:52Z', 'updated_at': '2022-09-22T22:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi'}] {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:26:55.444055 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] For port 29f7c4df-eb01-4cc4-8509-7d07a1ccac07, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=29f7c4df-eb01-4cc4-8509-7d07a1ccac07,segment=NetworkSegment(4586ed80-6aab-4a6d-aeeb-2d3b82856f72),segment_id=4586ed80-6aab-4a6d-aeeb-2d3b82856f72)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:26:55.469092 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-daef50c0-fa5c-4c2b-8197-42ca495933a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (42a1f269-668b-4843-b63d-8d7c7f08b2f9), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:55.470999 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (29f7c4df-eb01-4cc4-8509-7d07a1ccac07), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:55.479539 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b935441-340d-4f00-89f1-8db5a0b68ee0 None None] The sync data for ids ['dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d'] in dv-cinder-849143-6-iscsi is: [{'id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'name': 'tempest-TestShelveInstance-2084586498-router', 'tenant_id': '285dd074069d48d2951a195965088521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:26:48Z', 'updated_at': '2022-09-22T22:26:50Z', 'revision_number': 4, 'project_id': '285dd074069d48d2951a195965088521', 'gw_port': {'id': 'a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:48Z', 'updated_at': '2022-09-22T22:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '42a1f269-668b-4843-b63d-8d7c7f08b2f9', 'name': '', 'network_id': '9cfdaa3b-3b51-471a-a47b-8a3e118b84a3', 'tenant_id': '285dd074069d48d2951a195965088521', 'mac_address': 'fa:16:3e:28:6e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'a8ea1359-43e7-4f2e-9242-d601759f8b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:50Z', 'updated_at': '2022-09-22T22:26:54Z', 'revision_number': 4, 'project_id': '285dd074069d48d2951a195965088521', 'subnets': [{'id': 'a8ea1359-43e7-4f2e-9242-d601759f8b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:26:55.487550 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1571915a-37dd-4f9b-9c57-e36ab52e7244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (c49641af-30dd-4153-83f0-d0278852f426), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:55.567886 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef50c0-fa5c-4c2b-8197-42ca495933a0 None None] Pushing event updated for resources: {'Port': ['ID=42a1f269-668b-4843-b63d-8d7c7f08b2f9,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:55.626860 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-40c9a89e-99f8-4fe5-8a1c-799dd4896996 None None] Provisioning complete for port c49641af-30dd-4153-83f0-d0278852f426 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:26:55.627236 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-40c9a89e-99f8-4fe5-8a1c-799dd4896996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (c49641af-30dd-4153-83f0-d0278852f426), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:55.627879 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-40c9a89e-99f8-4fe5-8a1c-799dd4896996 None None] Attempt 1 to provision port c49641af-30dd-4153-83f0-d0278852f426 Sep 22 22:26:55.643054 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Pushing event updated for resources: {'Port': ['ID=29f7c4df-eb01-4cc4-8509-7d07a1ccac07,revision_number=3']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:55.686980 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-40c9a89e-99f8-4fe5-8a1c-799dd4896996 None None] Port c49641af-30dd-4153-83f0-d0278852f426 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:26:55.697821 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1571915a-37dd-4f9b-9c57-e36ab52e7244 admin admin] Publish callbacks [] for port (c49641af-30dd-4153-83f0-d0278852f426), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:55.704937 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1571915a-37dd-4f9b-9c57-e36ab52e7244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (c49641af-30dd-4153-83f0-d0278852f426), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:55.796810 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571915a-37dd-4f9b-9c57-e36ab52e7244 admin admin] Pushing event updated for resources: {'Port': ['ID=c49641af-30dd-4153-83f0-d0278852f426,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:55.813044 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1571915a-37dd-4f9b-9c57-e36ab52e7244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3923244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3769475'] for router_interface (7f8ba2d4-b02f-44b7-9bc1-15eeca374350), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:55.923302 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1571915a-37dd-4f9b-9c57-e36ab52e7244 admin admin] Network 4b606ce8-14ba-4bd3-b250-99da6746794a is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:26:55.925034 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [None req-1571915a-37dd-4f9b-9c57-e36ab52e7244 admin admin] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:26:56.055442 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1571915a-37dd-4f9b-9c57-e36ab52e7244 admin admin] Router 7f8ba2d4-b02f-44b7-9bc1-15eeca374350 has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:26:56.189155 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-40c9a89e-99f8-4fe5-8a1c-799dd4896996 None None] Attempt 2 to provision port c49641af-30dd-4153-83f0-d0278852f426 Sep 22 22:26:56.213160 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:56.215059 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1571915a-37dd-4f9b-9c57-e36ab52e7244 admin admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:26:56.231531 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-1571915a-37dd-4f9b-9c57-e36ab52e7244 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/7f8ba2d4-b02f-44b7-9bc1-15eeca374350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2073071 Sep 22 22:26:56.242973 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:56.248856 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-40c9a89e-99f8-4fe5-8a1c-799dd4896996 None None] Port c49641af-30dd-4153-83f0-d0278852f426 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:26:56.253494 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device c6f72960-2bb2-4ea8-90f7-de2002db831a up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:26:56.309040 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port c6f72960-2bb2-4ea8-90f7-de2002db831a triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:26:56.309509 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (c6f72960-2bb2-4ea8-90f7-de2002db831a), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:56.309879 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port c6f72960-2bb2-4ea8-90f7-de2002db831a Sep 22 22:26:56.393684 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port c6f72960-2bb2-4ea8-90f7-de2002db831a is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:26:56.394075 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (c6f72960-2bb2-4ea8-90f7-de2002db831a), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:56.423965 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] For port c6f72960-2bb2-4ea8-90f7-de2002db831a, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=c6f72960-2bb2-4ea8-90f7-de2002db831a,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:26:56.430709 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (c6f72960-2bb2-4ea8-90f7-de2002db831a), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:56.431934 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 29f7c4df-eb01-4cc4-8509-7d07a1ccac07 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:26:56.537245 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Pushing event updated for resources: {'Port': ['ID=c6f72960-2bb2-4ea8-90f7-de2002db831a,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:56.545741 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 29f7c4df-eb01-4cc4-8509-7d07a1ccac07 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:26:56.546112 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (29f7c4df-eb01-4cc4-8509-7d07a1ccac07), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:56.546448 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 29f7c4df-eb01-4cc4-8509-7d07a1ccac07 Sep 22 22:26:56.622575 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 29f7c4df-eb01-4cc4-8509-7d07a1ccac07 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:26:56.623705 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 42a1f269-668b-4843-b63d-8d7c7f08b2f9 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:26:56.669046 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port 42a1f269-668b-4843-b63d-8d7c7f08b2f9 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:26:56.669715 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (42a1f269-668b-4843-b63d-8d7c7f08b2f9), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:56.669888 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port 42a1f269-668b-4843-b63d-8d7c7f08b2f9 Sep 22 22:26:56.742878 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port 42a1f269-668b-4843-b63d-8d7c7f08b2f9 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:26:56.749484 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-40c9a89e-99f8-4fe5-8a1c-799dd4896996 None None] Attempt 3 to provision port c49641af-30dd-4153-83f0-d0278852f426 Sep 22 22:26:56.779500 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-40c9a89e-99f8-4fe5-8a1c-799dd4896996 None None] Port c49641af-30dd-4153-83f0-d0278852f426 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:26:57.281088 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-40c9a89e-99f8-4fe5-8a1c-799dd4896996 None None] Attempt 4 to provision port c49641af-30dd-4153-83f0-d0278852f426 Sep 22 22:26:57.312829 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-40c9a89e-99f8-4fe5-8a1c-799dd4896996 None None] Port c49641af-30dd-4153-83f0-d0278852f426 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:26:57.674498 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 48624) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:57.679139 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.v2.base [None req-baaaf185-a6b9-4948-a2c1-26a7316fe129 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1852612941', 'description': 'tempest-secgroup-smoke-1852612941 description', 'project_id': '285dd074069d48d2951a195965088521'}} {{(pid=106429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:26:57.699718 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-baaaf185-a6b9-4948-a2c1-26a7316fe129 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks [] for security_group (None), before_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:57.768514 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-baaaf185-a6b9-4948-a2c1-26a7316fe129 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks [] for security_group (b6fdd15f-5b35-487b-bc2d-1456a5ef308b), precommit_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:57.771964 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-baaaf185-a6b9-4948-a2c1-26a7316fe129 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (b6fdd15f-5b35-487b-bc2d-1456a5ef308b), after_create {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:57.790066 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:57.802315 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-baaaf185-a6b9-4948-a2c1-26a7316fe129 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:57.803520 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-baaaf185-a6b9-4948-a2c1-26a7316fe129 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1280243 Sep 22 22:26:57.806214 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaaf185-a6b9-4948-a2c1-26a7316fe129 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fdd15f-5b35-487b-bc2d-1456a5ef308b,revision_number=1']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:57.806684 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 48626) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:57.811462 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-0f3faa49-6620-4dbb-801c-50b978cd84e3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Request body: {'security_group_rule': {'security_group_id': 'b6fdd15f-5b35-487b-bc2d-1456a5ef308b', 'project_id': '285dd074069d48d2951a195965088521', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:26:57.814394 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-40c9a89e-99f8-4fe5-8a1c-799dd4896996 None None] Attempt 5 to provision port c49641af-30dd-4153-83f0-d0278852f426 Sep 22 22:26:57.843672 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-0f3faa49-6620-4dbb-801c-50b978cd84e3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks [] for security_group_rule (b4090b08-e6fe-4bb8-918e-09c52e1537de), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:57.851808 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-40c9a89e-99f8-4fe5-8a1c-799dd4896996 None None] Port c49641af-30dd-4153-83f0-d0278852f426 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:26:57.853599 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:57.909547 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-0f3faa49-6620-4dbb-801c-50b978cd84e3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks [] for security_group_rule (b4090b08-e6fe-4bb8-918e-09c52e1537de), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:57.913513 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-0f3faa49-6620-4dbb-801c-50b978cd84e3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (b4090b08-e6fe-4bb8-918e-09c52e1537de), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:57.932587 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3faa49-6620-4dbb-801c-50b978cd84e3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4090b08-e6fe-4bb8-918e-09c52e1537de,revision_number=0']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:57.942916 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-0f3faa49-6620-4dbb-801c-50b978cd84e3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:57.944143 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-0f3faa49-6620-4dbb-801c-50b978cd84e3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363165 Sep 22 22:26:57.946877 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 48628) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:57.951152 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-8fec2391-2c6c-44b6-929a-6dfa4512501e tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Request body: {'security_group_rule': {'security_group_id': 'b6fdd15f-5b35-487b-bc2d-1456a5ef308b', 'project_id': '285dd074069d48d2951a195965088521', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:26:57.976797 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8fec2391-2c6c-44b6-929a-6dfa4512501e tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks [] for security_group_rule (c2c81e49-cc10-4608-912f-dd5f084297cf), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:58.034690 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8fec2391-2c6c-44b6-929a-6dfa4512501e tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks [] for security_group_rule (c2c81e49-cc10-4608-912f-dd5f084297cf), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:58.038905 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8fec2391-2c6c-44b6-929a-6dfa4512501e tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (c2c81e49-cc10-4608-912f-dd5f084297cf), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:58.059866 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec2391-2c6c-44b6-929a-6dfa4512501e tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c81e49-cc10-4608-912f-dd5f084297cf,revision_number=0']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:58.068595 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-8fec2391-2c6c-44b6-929a-6dfa4512501e tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:58.069971 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-8fec2391-2c6c-44b6-929a-6dfa4512501e tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221416 Sep 22 22:26:58.073205 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 48630) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:58.077666 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-dba97839-9de9-436e-93bd-bb9e155ed448 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Request body: {'security_group_rule': {'security_group_id': 'b6fdd15f-5b35-487b-bc2d-1456a5ef308b', 'project_id': '285dd074069d48d2951a195965088521', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:26:58.102768 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device c6f72960-2bb2-4ea8-90f7-de2002db831a up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:26:58.108084 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-dba97839-9de9-436e-93bd-bb9e155ed448 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks [] for security_group_rule (c323ecf0-00dd-40b2-92ca-6b2f5acf1eae), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:58.127796 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:26:58.143057 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:58.151602 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port c6f72960-2bb2-4ea8-90f7-de2002db831a triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:26:58.151977 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (c6f72960-2bb2-4ea8-90f7-de2002db831a), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:58.152660 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port c6f72960-2bb2-4ea8-90f7-de2002db831a Sep 22 22:26:58.171914 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-dba97839-9de9-436e-93bd-bb9e155ed448 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks [] for security_group_rule (c323ecf0-00dd-40b2-92ca-6b2f5acf1eae), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:58.176715 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-dba97839-9de9-436e-93bd-bb9e155ed448 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (c323ecf0-00dd-40b2-92ca-6b2f5acf1eae), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:58.198161 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba97839-9de9-436e-93bd-bb9e155ed448 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c323ecf0-00dd-40b2-92ca-6b2f5acf1eae,revision_number=0']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:58.206158 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-dba97839-9de9-436e-93bd-bb9e155ed448 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:58.207364 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-dba97839-9de9-436e-93bd-bb9e155ed448 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1331518 Sep 22 22:26:58.210462 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 48632) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:58.215614 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-526270ee-3d72-4627-bde0-676c26029fa5 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Request body: {'security_group_rule': {'security_group_id': 'b6fdd15f-5b35-487b-bc2d-1456a5ef308b', 'project_id': '285dd074069d48d2951a195965088521', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:26:58.229234 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port c6f72960-2bb2-4ea8-90f7-de2002db831a is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:26:58.242349 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-526270ee-3d72-4627-bde0-676c26029fa5 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks [] for security_group_rule (b9198aff-b09a-4eac-a333-022469f0518a), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:58.249590 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3521c8c0-f6d0-468d-b088-a4f83c4f6e87 None None] Sync routers for ids ['7f8ba2d4-b02f-44b7-9bc1-15eeca374350'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:26:58.260707 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3521c8c0-f6d0-468d-b088-a4f83c4f6e87 None None] Routers {'7f8ba2d4-b02f-44b7-9bc1-15eeca374350'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:26:58.261428 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-3521c8c0-f6d0-468d-b088-a4f83c4f6e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:26:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['7f8ba2d4-b02f-44b7-9bc1-15eeca374350'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:26:58.302266 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-526270ee-3d72-4627-bde0-676c26029fa5 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks [] for security_group_rule (b9198aff-b09a-4eac-a333-022469f0518a), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:58.306201 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-526270ee-3d72-4627-bde0-676c26029fa5 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (b9198aff-b09a-4eac-a333-022469f0518a), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:58.315109 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=100 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:58.325762 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526270ee-3d72-4627-bde0-676c26029fa5 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9198aff-b09a-4eac-a333-022469f0518a,revision_number=0']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:58.332709 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-526270ee-3d72-4627-bde0-676c26029fa5 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:58.336869 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-526270ee-3d72-4627-bde0-676c26029fa5 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1225019 Sep 22 22:26:58.336869 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 48634) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:58.341229 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-1178c0ab-3dc5-4b84-8a2a-07f6e145f0ee tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Request body: {'security_group_rule': {'security_group_id': 'b6fdd15f-5b35-487b-bc2d-1456a5ef308b', 'project_id': '285dd074069d48d2951a195965088521', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:26:58.353693 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-40c9a89e-99f8-4fe5-8a1c-799dd4896996 None None] Attempt 6 to provision port c49641af-30dd-4153-83f0-d0278852f426 Sep 22 22:26:58.362722 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.db.securitygroups_db [None req-1178c0ab-3dc5-4b84-8a2a-07f6e145f0ee tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Project 285dd074069d48d2951a195965088521 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 22:26:58.368836 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1178c0ab-3dc5-4b84-8a2a-07f6e145f0ee tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks [] for security_group_rule (7a238fb9-0ee8-41ee-ace9-77bc279ff5dd), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:58.395223 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-3521c8c0-f6d0-468d-b088-a4f83c4f6e87 None None] Set router 7f8ba2d4-b02f-44b7-9bc1-15eeca374350 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:26:58.423844 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-40c9a89e-99f8-4fe5-8a1c-799dd4896996 None None] Port c49641af-30dd-4153-83f0-d0278852f426 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:26:58.428558 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1178c0ab-3dc5-4b84-8a2a-07f6e145f0ee tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks [] for security_group_rule (7a238fb9-0ee8-41ee-ace9-77bc279ff5dd), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:58.432463 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1178c0ab-3dc5-4b84-8a2a-07f6e145f0ee tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (7a238fb9-0ee8-41ee-ace9-77bc279ff5dd), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:58.450435 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:58.454601 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178c0ab-3dc5-4b84-8a2a-07f6e145f0ee tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a238fb9-0ee8-41ee-ace9-77bc279ff5dd,revision_number=0']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:58.460676 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-1178c0ab-3dc5-4b84-8a2a-07f6e145f0ee tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:58.462015 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-1178c0ab-3dc5-4b84-8a2a-07f6e145f0ee tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1241336 Sep 22 22:26:58.464728 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 48636) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:26:58.470002 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-232b8047-2d95-42e4-bcfe-8944910bf4ac tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Request body: {'security_group_rule': {'security_group_id': 'b6fdd15f-5b35-487b-bc2d-1456a5ef308b', 'project_id': '285dd074069d48d2951a195965088521', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:26:58.493834 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.db.securitygroups_db [None req-232b8047-2d95-42e4-bcfe-8944910bf4ac tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Project 285dd074069d48d2951a195965088521 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 22:26:58.499339 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-232b8047-2d95-42e4-bcfe-8944910bf4ac tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks [] for security_group_rule (8819f88e-ebd8-44ca-9a02-f276e58fae60), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:58.546772 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:58.563855 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-232b8047-2d95-42e4-bcfe-8944910bf4ac tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks [] for security_group_rule (8819f88e-ebd8-44ca-9a02-f276e58fae60), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:58.567783 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-232b8047-2d95-42e4-bcfe-8944910bf4ac tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728790'] for security_group_rule (8819f88e-ebd8-44ca-9a02-f276e58fae60), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:58.587058 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b8047-2d95-42e4-bcfe-8944910bf4ac tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8819f88e-ebd8-44ca-9a02-f276e58fae60,revision_number=0']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:58.591982 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-3521c8c0-f6d0-468d-b088-a4f83c4f6e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8ba2d4-b02f-44b7-9bc1-15eeca374350', 'name': 'tempest-TestShelveInstance-1923789789-router', 'tenant_id': '1d561eb1ee914613a7e83b619c2bd885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c6f72960-2bb2-4ea8-90f7-de2002db831a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:26:52Z', 'updated_at': '2022-09-22T22:26:55Z', 'revision_number': 4, 'project_id': '1d561eb1ee914613a7e83b619c2bd885', 'gw_port': {'id': 'c6f72960-2bb2-4ea8-90f7-de2002db831a', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8ba2d4-b02f-44b7-9bc1-15eeca374350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:52Z', 'updated_at': '2022-09-22T22:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'c49641af-30dd-4153-83f0-d0278852f426', 'name': '', 'network_id': '4b606ce8-14ba-4bd3-b250-99da6746794a', 'tenant_id': '1d561eb1ee914613a7e83b619c2bd885', 'mac_address': 'fa:16:3e:e1:56:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8ba2d4-b02f-44b7-9bc1-15eeca374350', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '8f1c462c-c053-479c-83b4-40600fff71b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:54Z', 'updated_at': '2022-09-22T22:26:55Z', 'revision_number': 2, 'project_id': '1d561eb1ee914613a7e83b619c2bd885', 'subnets': [{'id': '8f1c462c-c053-479c-83b4-40600fff71b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:26:58.596884 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-232b8047-2d95-42e4-bcfe-8944910bf4ac tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:58.605735 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-232b8047-2d95-42e4-bcfe-8944910bf4ac tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1321867 Sep 22 22:26:58.618518 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3521c8c0-f6d0-468d-b088-a4f83c4f6e87 None None] Checking router: 7f8ba2d4-b02f-44b7-9bc1-15eeca374350 for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:26:58.618875 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3521c8c0-f6d0-468d-b088-a4f83c4f6e87 None None] Updating router 7f8ba2d4-b02f-44b7-9bc1-15eeca374350 port c49641af-30dd-4153-83f0-d0278852f426 binding host dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 22:26:58.650552 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-3521c8c0-f6d0-468d-b088-a4f83c4f6e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (c49641af-30dd-4153-83f0-d0278852f426), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:58.918312 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-3521c8c0-f6d0-468d-b088-a4f83c4f6e87 None None] Publish callbacks [] for port (c49641af-30dd-4153-83f0-d0278852f426), precommit_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:58.924795 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-40c9a89e-99f8-4fe5-8a1c-799dd4896996 None None] Attempt 7 to provision port c49641af-30dd-4153-83f0-d0278852f426 Sep 22 22:26:58.930868 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-3521c8c0-f6d0-468d-b088-a4f83c4f6e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (c49641af-30dd-4153-83f0-d0278852f426), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:59.019154 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-40c9a89e-99f8-4fe5-8a1c-799dd4896996 None None] Port c49641af-30dd-4153-83f0-d0278852f426 cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:26:59.025340 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea96dc-5e25-4045-821c-7fc245578383 None None] Pushing event updated for resources: {'Port': ['ID=c49641af-30dd-4153-83f0-d0278852f426,revision_number=3']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:59.056899 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-3521c8c0-f6d0-468d-b088-a4f83c4f6e87 None None] Attempting to bind port c49641af-30dd-4153-83f0-d0278852f426 on host dv-cinder-849143-6-iscsi for vnic_type normal with profile {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:26:59.057742 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-3521c8c0-f6d0-468d-b088-a4f83c4f6e87 None None] Attempting to bind port c49641af-30dd-4153-83f0-d0278852f426 by drivers openvswitch,hyperv on host dv-cinder-849143-6-iscsi at level 0 using segments [{'id': '4586ed80-6aab-4a6d-aeeb-2d3b82856f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4b606ce8-14ba-4bd3-b250-99da6746794a'}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:26:59.057742 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3521c8c0-f6d0-468d-b088-a4f83c4f6e87 None None] Attempting to bind port c49641af-30dd-4153-83f0-d0278852f426 on network 4b606ce8-14ba-4bd3-b250-99da6746794a {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:26:59.087604 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:59.109134 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3521c8c0-f6d0-468d-b088-a4f83c4f6e87 None None] Checking agent: {'id': '242c5a09-9114-455f-b7b4-632afabd47ba', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 1, 50), 'started_at': datetime.datetime(2022, 9, 22, 22, 2, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:26:59.109525 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3521c8c0-f6d0-468d-b088-a4f83c4f6e87 None None] Checking segment: {'id': '4586ed80-6aab-4a6d-aeeb-2d3b82856f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4b606ce8-14ba-4bd3-b250-99da6746794a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:26:59.109981 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-3521c8c0-f6d0-468d-b088-a4f83c4f6e87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:59.110378 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3521c8c0-f6d0-468d-b088-a4f83c4f6e87 None None] Bound using segment: {'id': '4586ed80-6aab-4a6d-aeeb-2d3b82856f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4b606ce8-14ba-4bd3-b250-99da6746794a'} {{(pid=106430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:26:59.110883 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.managers [None req-3521c8c0-f6d0-468d-b088-a4f83c4f6e87 None None] Bound port: c49641af-30dd-4153-83f0-d0278852f426, host: dv-cinder-849143-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4586ed80-6aab-4a6d-aeeb-2d3b82856f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4b606ce8-14ba-4bd3-b250-99da6746794a'}}] {{(pid=106430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:26:59.111268 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-3521c8c0-f6d0-468d-b088-a4f83c4f6e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (c49641af-30dd-4153-83f0-d0278852f426), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:59.184822 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-3521c8c0-f6d0-468d-b088-a4f83c4f6e87 None None] For port c49641af-30dd-4153-83f0-d0278852f426, host dv-cinder-849143-6-iscsi, cleared binding levels {{(pid=106430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:26:59.188784 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-3521c8c0-f6d0-468d-b088-a4f83c4f6e87 None None] For port c49641af-30dd-4153-83f0-d0278852f426, host dv-cinder-849143-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=c49641af-30dd-4153-83f0-d0278852f426,segment=NetworkSegment(4586ed80-6aab-4a6d-aeeb-2d3b82856f72),segment_id=4586ed80-6aab-4a6d-aeeb-2d3b82856f72)] {{(pid=106430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:26:59.196026 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-3521c8c0-f6d0-468d-b088-a4f83c4f6e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (c49641af-30dd-4153-83f0-d0278852f426), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:59.224034 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:26:59.250253 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3521c8c0-f6d0-468d-b088-a4f83c4f6e87 None None] Routers {'7f8ba2d4-b02f-44b7-9bc1-15eeca374350'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:26:59.251169 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-3521c8c0-f6d0-468d-b088-a4f83c4f6e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:26:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['7f8ba2d4-b02f-44b7-9bc1-15eeca374350'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:26:59.306873 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea96dc-5e25-4045-821c-7fc245578383 None None] Pushing event updated for resources: {'Port': ['ID=c49641af-30dd-4153-83f0-d0278852f426,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:59.508498 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-3521c8c0-f6d0-468d-b088-a4f83c4f6e87 None None] Set router 7f8ba2d4-b02f-44b7-9bc1-15eeca374350 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:26:59.532531 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-40c9a89e-99f8-4fe5-8a1c-799dd4896996 None None] Attempt 8 to provision port c49641af-30dd-4153-83f0-d0278852f426 Sep 22 22:26:59.718188 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-40c9a89e-99f8-4fe5-8a1c-799dd4896996 None None] Current status of the port c49641af-30dd-4153-83f0-d0278852f426 is: DOWN; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:26:59.718491 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-40c9a89e-99f8-4fe5-8a1c-799dd4896996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (c49641af-30dd-4153-83f0-d0278852f426), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:59.790627 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-40c9a89e-99f8-4fe5-8a1c-799dd4896996 None None] For port c49641af-30dd-4153-83f0-d0278852f426, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=c49641af-30dd-4153-83f0-d0278852f426,segment=NetworkSegment(4586ed80-6aab-4a6d-aeeb-2d3b82856f72),segment_id=4586ed80-6aab-4a6d-aeeb-2d3b82856f72)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:26:59.794472 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-3521c8c0-f6d0-468d-b088-a4f83c4f6e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8ba2d4-b02f-44b7-9bc1-15eeca374350', 'name': 'tempest-TestShelveInstance-1923789789-router', 'tenant_id': '1d561eb1ee914613a7e83b619c2bd885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c6f72960-2bb2-4ea8-90f7-de2002db831a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:26:52Z', 'updated_at': '2022-09-22T22:26:55Z', 'revision_number': 4, 'project_id': '1d561eb1ee914613a7e83b619c2bd885', 'gw_port': {'id': 'c6f72960-2bb2-4ea8-90f7-de2002db831a', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8ba2d4-b02f-44b7-9bc1-15eeca374350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:52Z', 'updated_at': '2022-09-22T22:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'c49641af-30dd-4153-83f0-d0278852f426', 'name': '', 'network_id': '4b606ce8-14ba-4bd3-b250-99da6746794a', 'tenant_id': '1d561eb1ee914613a7e83b619c2bd885', 'mac_address': 'fa:16:3e:e1:56:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8ba2d4-b02f-44b7-9bc1-15eeca374350', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '8f1c462c-c053-479c-83b4-40600fff71b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:54Z', 'updated_at': '2022-09-22T22:26:59Z', 'revision_number': 4, 'project_id': '1d561eb1ee914613a7e83b619c2bd885', 'subnets': [{'id': '8f1c462c-c053-479c-83b4-40600fff71b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:26:59.820166 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-40c9a89e-99f8-4fe5-8a1c-799dd4896996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (c49641af-30dd-4153-83f0-d0278852f426), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:59.825962 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3521c8c0-f6d0-468d-b088-a4f83c4f6e87 None None] The sync data for ids ['7f8ba2d4-b02f-44b7-9bc1-15eeca374350'] in dv-cinder-849143-6-iscsi is: [{'id': '7f8ba2d4-b02f-44b7-9bc1-15eeca374350', 'name': 'tempest-TestShelveInstance-1923789789-router', 'tenant_id': '1d561eb1ee914613a7e83b619c2bd885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c6f72960-2bb2-4ea8-90f7-de2002db831a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:26:52Z', 'updated_at': '2022-09-22T22:26:55Z', 'revision_number': 4, 'project_id': '1d561eb1ee914613a7e83b619c2bd885', 'gw_port': {'id': 'c6f72960-2bb2-4ea8-90f7-de2002db831a', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8ba2d4-b02f-44b7-9bc1-15eeca374350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:52Z', 'updated_at': '2022-09-22T22:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': 'c49641af-30dd-4153-83f0-d0278852f426', 'name': '', 'network_id': '4b606ce8-14ba-4bd3-b250-99da6746794a', 'tenant_id': '1d561eb1ee914613a7e83b619c2bd885', 'mac_address': 'fa:16:3e:e1:56:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8ba2d4-b02f-44b7-9bc1-15eeca374350', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '8f1c462c-c053-479c-83b4-40600fff71b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:54Z', 'updated_at': '2022-09-22T22:26:59Z', 'revision_number': 4, 'project_id': '1d561eb1ee914613a7e83b619c2bd885', 'subnets': [{'id': '8f1c462c-c053-479c-83b4-40600fff71b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:26:59.852538 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-40c9a89e-99f8-4fe5-8a1c-799dd4896996 None None] Provisioning complete for port 42a1f269-668b-4843-b63d-8d7c7f08b2f9 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:26:59.852909 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-40c9a89e-99f8-4fe5-8a1c-799dd4896996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (42a1f269-668b-4843-b63d-8d7c7f08b2f9), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:59.853380 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-40c9a89e-99f8-4fe5-8a1c-799dd4896996 None None] Attempt 1 to provision port 42a1f269-668b-4843-b63d-8d7c7f08b2f9 Sep 22 22:26:59.925670 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9a89e-99f8-4fe5-8a1c-799dd4896996 None None] Pushing event updated for resources: {'Port': ['ID=c49641af-30dd-4153-83f0-d0278852f426,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:26:59.978298 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-40c9a89e-99f8-4fe5-8a1c-799dd4896996 None None] Current status of the port 42a1f269-668b-4843-b63d-8d7c7f08b2f9 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:26:59.987402 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-40c9a89e-99f8-4fe5-8a1c-799dd4896996 None None] Provisioning complete for port 29f7c4df-eb01-4cc4-8509-7d07a1ccac07 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:26:59.987778 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-40c9a89e-99f8-4fe5-8a1c-799dd4896996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (29f7c4df-eb01-4cc4-8509-7d07a1ccac07), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:26:59.988113 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-40c9a89e-99f8-4fe5-8a1c-799dd4896996 None None] Attempt 1 to provision port 29f7c4df-eb01-4cc4-8509-7d07a1ccac07 Sep 22 22:27:00.082222 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:27:00.085325 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-40c9a89e-99f8-4fe5-8a1c-799dd4896996 None None] Current status of the port 29f7c4df-eb01-4cc4-8509-7d07a1ccac07 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:27:00.132661 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device c49641af-30dd-4153-83f0-d0278852f426 up at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:27:00.186067 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Provisioning complete for port c49641af-30dd-4153-83f0-d0278852f426 triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:27:00.186478 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (c49641af-30dd-4153-83f0-d0278852f426), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:00.186825 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Attempt 1 to provision port c49641af-30dd-4153-83f0-d0278852f426 Sep 22 22:27:00.230827 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-5f922089-6586-455f-895e-bc6ae4b42448 None None] Provisioning complete for port c49641af-30dd-4153-83f0-d0278852f426 triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:27:00.231212 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5f922089-6586-455f-895e-bc6ae4b42448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (c49641af-30dd-4153-83f0-d0278852f426), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:00.231564 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-5f922089-6586-455f-895e-bc6ae4b42448 None None] Attempt 1 to provision port c49641af-30dd-4153-83f0-d0278852f426 Sep 22 22:27:00.265375 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=100 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:27:00.320961 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Current status of the port c49641af-30dd-4153-83f0-d0278852f426 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:27:00.361697 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-5f922089-6586-455f-895e-bc6ae4b42448 None None] Current status of the port c49641af-30dd-4153-83f0-d0278852f426 is: ACTIVE; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:27:05.415316 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:27:07.805000 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=76,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:27:08.127495 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:INSERT=1,neutron:SELECT=27 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:27:08.586952 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=15,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:27:08.587644 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:27:14.914360 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-b8e2b051-8832-4dd3-aaad-a654010056fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:17.087136 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-39621726-3266-421c-840d-6a2d94b361ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:17.753661 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:18.387208 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:19.455676 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-c66c789a-698b-45c8-a109-5a16150ecbfc tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1852612941&fields=id&tenant_id=285dd074069d48d2951a195965088521 HTTP/1.1" status: 200 len: 267 time: 0.0443077 Sep 22 22:27:19.564902 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-8a98e3a2-584a-4724-92c2-ec577ae4f353 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:19.566407 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-8a98e3a2-584a-4724-92c2-ec577ae4f353 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/networks?id=9cfdaa3b-3b51-471a-a47b-8a3e118b84a3 HTTP/1.1" status: 200 len: 809 time: 0.1040347 Sep 22 22:27:19.580963 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-86c8a33d-ff05-4bee-a919-187e71692f89 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/quotas/285dd074069d48d2951a195965088521 HTTP/1.1" status: 200 len: 375 time: 0.0093708 Sep 22 22:27:19.629087 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-c6ab3b45-abb5-4044-95c2-5b505543659e tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=285dd074069d48d2951a195965088521&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433393 Sep 22 22:27:19.801284 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:19.819382 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-8bf857a8-1cbc-4c95-b87d-8cae3207f3be service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9cfdaa3b-3b51-471a-a47b-8a3e118b84a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793921 Sep 22 22:27:19.914797 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-03d102df-4bcf-4fc8-b650-bb0c7cb8c0e5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9cfdaa3b-3b51-471a-a47b-8a3e118b84a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897462 Sep 22 22:27:20.159072 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:20.214466 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-10148a48-b463-4b29-958b-e770841d178c req-c5655d64-6cc9-41b6-a269-b21aad05f4c2 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 210 time: 0.0296309 Sep 22 22:27:21.365991 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fddd3692-f5ec-4a7f-9bea-3310a59d7000 req-cc685b34-f363-4bad-93dd-ff8010bc9bde tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 210 time: 0.0706363 Sep 22 22:27:21.418258 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-76bca9f1-882d-4822-ad00-101db8c26b6b tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:21.419689 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-76bca9f1-882d-4822-ad00-101db8c26b6b tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.57 "GET /networking/v2.0/networks?id=9cfdaa3b-3b51-471a-a47b-8a3e118b84a3 HTTP/1.1" status: 200 len: 809 time: 0.1344342 Sep 22 22:27:21.513988 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-51fc0ca9-747c-42ee-b779-c74f2dc26339 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=285dd074069d48d2951a195965088521 HTTP/1.1" status: 200 len: 380 time: 0.0547552 Sep 22 22:27:21.522467 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-ea1fa314-5e12-4a63-bd75-311c95f213c0 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Request body: {'port': {'device_id': '88352e2f-3ff2-4c9c-bea4-c8a206884b2a', 'network_id': '9cfdaa3b-3b51-471a-a47b-8a3e118b84a3', 'admin_state_up': True, 'tenant_id': '285dd074069d48d2951a195965088521', 'security_groups': ['b6fdd15f-5b35-487b-bc2d-1456a5ef308b']}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:27:21.634313 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-ea1fa314-5e12-4a63-bd75-311c95f213c0 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Made reservation on behalf of 285dd074069d48d2951a195965088521 for: {'port': 1} {{(pid=106428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 22:27:21.638207 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-ea1fa314-5e12-4a63-bd75-311c95f213c0 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:21.762468 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-ea1fa314-5e12-4a63-bd75-311c95f213c0 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Allocated IP 172.20.0.4 (9cfdaa3b-3b51-471a-a47b-8a3e118b84a3/a8ea1359-43e7-4f2e-9242-d601759f8b28/3259b98e-bd80-43d7-9756-66370d9a2f5a) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:27:21.853549 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:27:21.855906 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:27:21.912884 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-ea1fa314-5e12-4a63-bd75-311c95f213c0 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks [] for port (3259b98e-bd80-43d7-9756-66370d9a2f5a), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:21.947225 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-ea1fa314-5e12-4a63-bd75-311c95f213c0 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (3259b98e-bd80-43d7-9756-66370d9a2f5a), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:21.993617 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-ea1fa314-5e12-4a63-bd75-311c95f213c0 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Network 9cfdaa3b-3b51-471a-a47b-8a3e118b84a3 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:27:21.996858 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-ea1fa314-5e12-4a63-bd75-311c95f213c0 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:27:22.001255 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-ea1fa314-5e12-4a63-bd75-311c95f213c0 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:27:22.034296 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1fa314-5e12-4a63-bd75-311c95f213c0 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Pushing event updated for resources: {'Port': ['ID=3259b98e-bd80-43d7-9756-66370d9a2f5a,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:27:22.050429 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fa314-5e12-4a63-bd75-311c95f213c0 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:27:22.050429 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fa314-5e12-4a63-bd75-311c95f213c0 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:27:22.050429 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fa314-5e12-4a63-bd75-311c95f213c0 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:27:22.050429 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fa314-5e12-4a63-bd75-311c95f213c0 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:27:22.050976 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fa314-5e12-4a63-bd75-311c95f213c0 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:27:22.050976 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fa314-5e12-4a63-bd75-311c95f213c0 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:27:22.051341 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fa314-5e12-4a63-bd75-311c95f213c0 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:27:22.051563 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fa314-5e12-4a63-bd75-311c95f213c0 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:27:22.051898 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fa314-5e12-4a63-bd75-311c95f213c0 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:27:22.052223 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fa314-5e12-4a63-bd75-311c95f213c0 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:27:22.052553 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fa314-5e12-4a63-bd75-311c95f213c0 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:27:22.052879 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fa314-5e12-4a63-bd75-311c95f213c0 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:27:22.053228 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fa314-5e12-4a63-bd75-311c95f213c0 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:27:22.053567 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fa314-5e12-4a63-bd75-311c95f213c0 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:27:22.053870 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1fa314-5e12-4a63-bd75-311c95f213c0 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:27:22.082589 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-ea1fa314-5e12-4a63-bd75-311c95f213c0 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:22.083266 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-ea1fa314-5e12-4a63-bd75-311c95f213c0 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:22.101276 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-ea1fa314-5e12-4a63-bd75-311c95f213c0 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5823607 Sep 22 22:27:22.218256 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-be293eed-9b5b-43e0-bc0b-8fc708a73e57 None None] Provisioning complete for port 3259b98e-bd80-43d7-9756-66370d9a2f5a triggered by entity DHCP. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:27:22.218763 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-be293eed-9b5b-43e0-bc0b-8fc708a73e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (3259b98e-bd80-43d7-9756-66370d9a2f5a), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:22.218967 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-be293eed-9b5b-43e0-bc0b-8fc708a73e57 None None] Attempt 1 to provision port 3259b98e-bd80-43d7-9756-66370d9a2f5a Sep 22 22:27:22.223098 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-99ffbdd6-2f35-4c90-a62b-b9d44f647965 service neutron] Request body: {'port': {'device_id': '88352e2f-3ff2-4c9c-bea4-c8a206884b2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:27:22.250520 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-be293eed-9b5b-43e0-bc0b-8fc708a73e57 None None] Port 3259b98e-bd80-43d7-9756-66370d9a2f5a cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:27:22.280772 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-99ffbdd6-2f35-4c90-a62b-b9d44f647965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (3259b98e-bd80-43d7-9756-66370d9a2f5a), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:22.508334 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776acd8-238b-4b85-80b6-4ec1708c7cdb req-ae3f3790-0ced-4cde-845c-c5a753b9c2ad tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:22.509811 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5776acd8-238b-4b85-80b6-4ec1708c7cdb req-ae3f3790-0ced-4cde-845c-c5a753b9c2ad tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 931 time: 0.0681894 Sep 22 22:27:22.603200 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5776acd8-238b-4b85-80b6-4ec1708c7cdb req-8c289a7c-2bc5-4d3d-ad2f-a4954e14e857 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876608 Sep 22 22:27:22.612898 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-99ffbdd6-2f35-4c90-a62b-b9d44f647965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3259b98e-bd80-43d7-9756-66370d9a2f5a {{(pid=106428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:27:22.620721 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-99ffbdd6-2f35-4c90-a62b-b9d44f647965 service neutron] Publish callbacks [] for port (3259b98e-bd80-43d7-9756-66370d9a2f5a), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:22.634076 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.provisioning_blocks [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-99ffbdd6-2f35-4c90-a62b-b9d44f647965 service neutron] Transition to ACTIVE for port object 3259b98e-bd80-43d7-9756-66370d9a2f5a will not be triggered until provisioned by entity L2. {{(pid=106428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 22:27:22.637223 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-99ffbdd6-2f35-4c90-a62b-b9d44f647965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (3259b98e-bd80-43d7-9756-66370d9a2f5a), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:22.698079 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffbdd6-2f35-4c90-a62b-b9d44f647965 service neutron] Pushing event updated for resources: {'Port': ['ID=3259b98e-bd80-43d7-9756-66370d9a2f5a,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:27:22.746953 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:27:22.749682 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-99ffbdd6-2f35-4c90-a62b-b9d44f647965 service neutron] Attempting to bind port 3259b98e-bd80-43d7-9756-66370d9a2f5a on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 22:27:22.750017 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-99ffbdd6-2f35-4c90-a62b-b9d44f647965 service neutron] Attempting to bind port 3259b98e-bd80-43d7-9756-66370d9a2f5a by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '1fbff40c-ece9-4665-b969-04fe31b14cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9cfdaa3b-3b51-471a-a47b-8a3e118b84a3'}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 22:27:22.750344 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-99ffbdd6-2f35-4c90-a62b-b9d44f647965 service neutron] Attempting to bind port 3259b98e-bd80-43d7-9756-66370d9a2f5a on network 9cfdaa3b-3b51-471a-a47b-8a3e118b84a3 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:27:22.751882 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-be293eed-9b5b-43e0-bc0b-8fc708a73e57 None None] Attempt 2 to provision port 3259b98e-bd80-43d7-9756-66370d9a2f5a Sep 22 22:27:22.774562 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:27:22.786829 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-be293eed-9b5b-43e0-bc0b-8fc708a73e57 None None] Port 3259b98e-bd80-43d7-9756-66370d9a2f5a cannot update to ACTIVE because it is not bound. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 22:27:22.794472 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-99ffbdd6-2f35-4c90-a62b-b9d44f647965 service neutron] Port 3259b98e-bd80-43d7-9756-66370d9a2f5a on network 9cfdaa3b-3b51-471a-a47b-8a3e118b84a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 22:27:22.794801 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-99ffbdd6-2f35-4c90-a62b-b9d44f647965 service neutron] Attempting to bind port 3259b98e-bd80-43d7-9756-66370d9a2f5a on network 9cfdaa3b-3b51-471a-a47b-8a3e118b84a3 {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 22:27:22.840339 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-99ffbdd6-2f35-4c90-a62b-b9d44f647965 service neutron] Checking agent: {'id': 'f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'started_at': datetime.datetime(2022, 9, 22, 22, 8, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 22, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 22:27:22.840670 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-99ffbdd6-2f35-4c90-a62b-b9d44f647965 service neutron] Checking segment: {'id': '1fbff40c-ece9-4665-b969-04fe31b14cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9cfdaa3b-3b51-471a-a47b-8a3e118b84a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 22:27:22.841051 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-99ffbdd6-2f35-4c90-a62b-b9d44f647965 service neutron] Bound using segment: {'id': '1fbff40c-ece9-4665-b969-04fe31b14cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9cfdaa3b-3b51-471a-a47b-8a3e118b84a3'} {{(pid=106428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 22:27:22.841511 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.managers [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-99ffbdd6-2f35-4c90-a62b-b9d44f647965 service neutron] Bound port: 3259b98e-bd80-43d7-9756-66370d9a2f5a, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fbff40c-ece9-4665-b969-04fe31b14cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9cfdaa3b-3b51-471a-a47b-8a3e118b84a3'}}] {{(pid=106428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 22:27:22.841866 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-99ffbdd6-2f35-4c90-a62b-b9d44f647965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (3259b98e-bd80-43d7-9756-66370d9a2f5a), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:22.900733 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-99ffbdd6-2f35-4c90-a62b-b9d44f647965 service neutron] For port 3259b98e-bd80-43d7-9756-66370d9a2f5a, host hv-cinder-84914, cleared binding levels {{(pid=106428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 22:27:22.903956 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-99ffbdd6-2f35-4c90-a62b-b9d44f647965 service neutron] For port 3259b98e-bd80-43d7-9756-66370d9a2f5a, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3259b98e-bd80-43d7-9756-66370d9a2f5a,segment=NetworkSegment(1fbff40c-ece9-4665-b969-04fe31b14cba),segment_id=1fbff40c-ece9-4665-b969-04fe31b14cba)] {{(pid=106428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 22:27:22.909851 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-99ffbdd6-2f35-4c90-a62b-b9d44f647965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (3259b98e-bd80-43d7-9756-66370d9a2f5a), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:22.913879 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-99ffbdd6-2f35-4c90-a62b-b9d44f647965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:22.914557 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-99ffbdd6-2f35-4c90-a62b-b9d44f647965 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:22.915926 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-99ffbdd6-2f35-4c90-a62b-b9d44f647965 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/3259b98e-bd80-43d7-9756-66370d9a2f5a HTTP/1.1" status: 200 len: 1093 time: 0.7484889 Sep 22 22:27:22.916471 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88352e2f-3ff2-4c9c-bea4-c8a206884b2a', 'tag': '3259b98e-bd80-43d7-9756-66370d9a2f5a'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:27:22.918775 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a58934-ec87-41bf-825a-6666130fa39b" -d '{"events": [{"name": "network-changed", "server_uuid": "88352e2f-3ff2-4c9c-bea4-c8a206884b2a", "tag": "3259b98e-bd80-43d7-9756-66370d9a2f5a"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:27:22.968925 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffbdd6-2f35-4c90-a62b-b9d44f647965 service neutron] Pushing event updated for resources: {'Port': ['ID=3259b98e-bd80-43d7-9756-66370d9a2f5a,revision_number=3']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:27:23.015880 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-4572cb6b-0077-499e-b900-70c9282e6524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:23.018010 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-4572cb6b-0077-499e-b900-70c9282e6524 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=285dd074069d48d2951a195965088521&device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 1127 time: 0.0402918 Sep 22 22:27:23.024624 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab075602-369d-4c3c-b3cc-cd8d53d45b50 x-openstack-request-id: req-ab075602-369d-4c3c-b3cc-cd8d53d45b50 {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:27:23.024909 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88352e2f-3ff2-4c9c-bea4-c8a206884b2a", "tag": "3259b98e-bd80-43d7-9756-66370d9a2f5a", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:27:23.025193 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab075602-369d-4c3c-b3cc-cd8d53d45b50 {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:27:23.025590 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab075602-369d-4c3c-b3cc-cd8d53d45b50'] response: {'name': 'network-changed', 'server_uuid': '88352e2f-3ff2-4c9c-bea4-c8a206884b2a', 'tag': '3259b98e-bd80-43d7-9756-66370d9a2f5a', 'status': 'completed', 'code': 200} Sep 22 22:27:23.085994 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-70c8c493-e029-4673-987b-4a8bdb820457 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3259b98e-bd80-43d7-9756-66370d9a2f5a HTTP/1.1" status: 200 len: 217 time: 0.0356503 Sep 22 22:27:23.133250 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-b411af5a-dbdc-4b5e-adb7-0b83b6dbce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:23.134664 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-b411af5a-dbdc-4b5e-adb7-0b83b6dbce7d service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=a8ea1359-43e7-4f2e-9242-d601759f8b28 HTTP/1.1" status: 200 len: 848 time: 0.0430815 Sep 22 22:27:23.177633 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-ac96f94e-ff21-4b3e-b8cb-2b9f2737ef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:23.178997 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-ac96f94e-ff21-4b3e-b8cb-2b9f2737ef5d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9cfdaa3b-3b51-471a-a47b-8a3e118b84a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386624 Sep 22 22:27:23.271587 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-1aa7f84d-007d-4f11-b0c5-68ace512a6a0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9cfdaa3b-3b51-471a-a47b-8a3e118b84a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865459 Sep 22 22:27:23.288377 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-be293eed-9b5b-43e0-bc0b-8fc708a73e57 None None] Attempt 3 to provision port 3259b98e-bd80-43d7-9756-66370d9a2f5a Sep 22 22:27:23.325852 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-be293eed-9b5b-43e0-bc0b-8fc708a73e57 None None] Port 3259b98e-bd80-43d7-9756-66370d9a2f5a had new provisioning blocks added so it will not transition to active. {{(pid=106430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 22:27:23.361562 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b38ccc5a-4b30-4622-b366-542bed6627fa req-a948e169-3967-4cc8-a95a-8633a7479804 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9cfdaa3b-3b51-471a-a47b-8a3e118b84a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838325 Sep 22 22:27:23.726240 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873707b-8f67-49da-8104-4f3c01a4b192 req-b4deed4a-5cad-43f8-aadf-4de9a8afb33a tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:23.727710 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5873707b-8f67-49da-8104-4f3c01a4b192 req-b4deed4a-5cad-43f8-aadf-4de9a8afb33a tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 943 time: 0.0497210 Sep 22 22:27:23.776488 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5873707b-8f67-49da-8104-4f3c01a4b192 req-82558557-00d0-4c8b-aed6-3ba7f1519b19 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430708 Sep 22 22:27:24.201923 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a58934-ec87-41bf-825a-6666130fa39b req-f1e337cf-0566-4b19-b3f0-538a32c601b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:24.203420 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-57a58934-ec87-41bf-825a-6666130fa39b req-f1e337cf-0566-4b19-b3f0-538a32c601b7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=285dd074069d48d2951a195965088521&device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 1127 time: 0.0413504 Sep 22 22:27:24.296716 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a58934-ec87-41bf-825a-6666130fa39b req-ac11e5ac-b731-431e-a0e0-c893e2995684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:24.298728 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-57a58934-ec87-41bf-825a-6666130fa39b req-ac11e5ac-b731-431e-a0e0-c893e2995684 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=9cfdaa3b-3b51-471a-a47b-8a3e118b84a3 HTTP/1.1" status: 200 len: 910 time: 0.0877230 Sep 22 22:27:24.337463 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-57a58934-ec87-41bf-825a-6666130fa39b req-47714845-8968-4688-9f48-a16eb0a35c95 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3259b98e-bd80-43d7-9756-66370d9a2f5a HTTP/1.1" status: 200 len: 217 time: 0.0323217 Sep 22 22:27:24.384881 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a58934-ec87-41bf-825a-6666130fa39b req-e2ce1cb3-4f5d-4c91-8ef8-a3373b19106f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:24.386322 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-57a58934-ec87-41bf-825a-6666130fa39b req-e2ce1cb3-4f5d-4c91-8ef8-a3373b19106f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=a8ea1359-43e7-4f2e-9242-d601759f8b28 HTTP/1.1" status: 200 len: 848 time: 0.0431287 Sep 22 22:27:24.432081 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a58934-ec87-41bf-825a-6666130fa39b req-7679cb8d-69fb-4b4e-a8b9-71cab9ba0849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:24.433582 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-57a58934-ec87-41bf-825a-6666130fa39b req-7679cb8d-69fb-4b4e-a8b9-71cab9ba0849 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9cfdaa3b-3b51-471a-a47b-8a3e118b84a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411985 Sep 22 22:27:24.489793 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:27:24.518992 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:27:24.523376 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-57a58934-ec87-41bf-825a-6666130fa39b req-2561e2c6-7b7f-4f21-ba79-4b6caac9f0cf service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9cfdaa3b-3b51-471a-a47b-8a3e118b84a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842230 Sep 22 22:27:24.615112 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-57a58934-ec87-41bf-825a-6666130fa39b req-0876b480-4d81-4db6-be81-6397a3953208 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9cfdaa3b-3b51-471a-a47b-8a3e118b84a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855765 Sep 22 22:27:24.900417 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831130bf-50e9-46f3-9caa-97fc739440d5 req-412eb631-2c94-48e0-9937-3ed0a25e559a tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:24.901815 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-831130bf-50e9-46f3-9caa-97fc739440d5 req-412eb631-2c94-48e0-9937-3ed0a25e559a tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 943 time: 0.0480943 Sep 22 22:27:24.954079 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-831130bf-50e9-46f3-9caa-97fc739440d5 req-5e908e8e-5067-4a90-bf4f-1d6526435f33 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466316 Sep 22 22:27:26.074845 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb691cfd-4ad1-4592-8b95-cbb0babb5846 req-3779587d-bac9-45a0-b560-1d5591713268 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:26.076347 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cb691cfd-4ad1-4592-8b95-cbb0babb5846 req-3779587d-bac9-45a0-b560-1d5591713268 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 943 time: 0.0466044 Sep 22 22:27:26.129326 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-cb691cfd-4ad1-4592-8b95-cbb0babb5846 req-9394eed5-b9b5-48aa-87ca-d68182e360d7 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466139 Sep 22 22:27:27.248470 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9522f-2123-47d0-8000-802ff1224085 req-65750c86-8124-4008-bc45-9c88ad160f09 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:27.249992 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-afe9522f-2123-47d0-8000-802ff1224085 req-65750c86-8124-4008-bc45-9c88ad160f09 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 943 time: 0.0469651 Sep 22 22:27:27.297982 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-afe9522f-2123-47d0-8000-802ff1224085 req-12adebb6-b7ef-4a19-b1bb-38b32f1bbe8e tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424335 Sep 22 22:27:28.419433 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12829bd-063a-4251-90f0-875145d5cacf req-92d78055-5fb7-4b23-91f2-98a8cf12a45d tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:28.420886 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e12829bd-063a-4251-90f0-875145d5cacf req-92d78055-5fb7-4b23-91f2-98a8cf12a45d tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 943 time: 0.0484757 Sep 22 22:27:28.470024 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e12829bd-063a-4251-90f0-875145d5cacf req-b7b3be36-c199-4c03-beaf-0abf97b39306 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428240 Sep 22 22:27:29.593780 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d3b66-3df2-4137-a8b7-2e25d43e3dde req-1febe9f0-1f8e-4118-a63b-5132c0e67f76 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:29.595234 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-906d3b66-3df2-4137-a8b7-2e25d43e3dde req-1febe9f0-1f8e-4118-a63b-5132c0e67f76 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 943 time: 0.0505393 Sep 22 22:27:29.644694 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-906d3b66-3df2-4137-a8b7-2e25d43e3dde req-a7a13df3-8222-4e92-9a0f-8ce7b6c141b1 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433757 Sep 22 22:27:30.763199 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6010b9-55be-42da-9736-fdb547745f25 req-59e6c177-07e9-4b0c-8754-c8264730c2e9 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:30.764637 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-da6010b9-55be-42da-9736-fdb547745f25 req-59e6c177-07e9-4b0c-8754-c8264730c2e9 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 943 time: 0.0457828 Sep 22 22:27:30.811979 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-da6010b9-55be-42da-9736-fdb547745f25 req-113fd53e-86bf-46b6-8405-294ffda22faf tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411413 Sep 22 22:27:31.934758 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61069b-7eaf-41ab-96bf-773cb9d502f0 req-39f104b5-20dc-4730-8fb4-590dbc974012 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:31.936219 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1e61069b-7eaf-41ab-96bf-773cb9d502f0 req-39f104b5-20dc-4730-8fb4-590dbc974012 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 943 time: 0.0461431 Sep 22 22:27:31.990293 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1e61069b-7eaf-41ab-96bf-773cb9d502f0 req-58a2ec56-44e5-436b-ae7f-2b3ab603c1bb tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483911 Sep 22 22:27:33.108238 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7bee98-5728-4744-a76f-e0753b0a3045 req-8e246816-3814-4dd2-a314-3f4c2287e962 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:33.109713 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1d7bee98-5728-4744-a76f-e0753b0a3045 req-8e246816-3814-4dd2-a314-3f4c2287e962 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 943 time: 0.0460017 Sep 22 22:27:33.158807 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1d7bee98-5728-4744-a76f-e0753b0a3045 req-ec097021-21c8-42a6-a7ac-8daf6ae77944 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423851 Sep 22 22:27:33.322322 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:27:33.324589 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=49,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:27:33.410972 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 3259b98e-bd80-43d7-9756-66370d9a2f5a details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 22:27:33.511623 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 3259b98e-bd80-43d7-9756-66370d9a2f5a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3259b98e-bd80-43d7-9756-66370d9a2f5a,segment=NetworkSegment(1fbff40c-ece9-4665-b969-04fe31b14cba),segment_id=1fbff40c-ece9-4665-b969-04fe31b14cba)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:27:33.522497 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Returning: {'device': '3259b98e-bd80-43d7-9756-66370d9a2f5a', 'network_id': '9cfdaa3b-3b51-471a-a47b-8a3e118b84a3', 'port_id': '3259b98e-bd80-43d7-9756-66370d9a2f5a', 'mac_address': 'fa:16:3e:2a:45:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ea1359-43e7-4f2e-9242-d601759f8b28', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 22:27:33.555729 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port 3259b98e-bd80-43d7-9756-66370d9a2f5a is: DOWN; New status is: BUILD {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:27:33.556112 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (3259b98e-bd80-43d7-9756-66370d9a2f5a), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:33.569456 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3259b98e-bd80-43d7-9756-66370d9a2f5a {{(pid=106430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:27:33.589800 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 3259b98e-bd80-43d7-9756-66370d9a2f5a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3259b98e-bd80-43d7-9756-66370d9a2f5a,segment=NetworkSegment(1fbff40c-ece9-4665-b969-04fe31b14cba),segment_id=1fbff40c-ece9-4665-b969-04fe31b14cba)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:27:33.593609 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (3259b98e-bd80-43d7-9756-66370d9a2f5a), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:33.643716 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=3259b98e-bd80-43d7-9756-66370d9a2f5a,revision_number=4']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:27:33.998038 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['3259b98e-bd80-43d7-9756-66370d9a2f5a'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:27:34.280943 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377975ea-604f-4f44-b20c-ca902bfcc247 req-44ba2d5c-cff0-4b1b-aca2-ee27177ab697 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:34.282444 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-377975ea-604f-4f44-b20c-ca902bfcc247 req-44ba2d5c-cff0-4b1b-aca2-ee27177ab697 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 944 time: 0.0473137 Sep 22 22:27:34.331790 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-377975ea-604f-4f44-b20c-ca902bfcc247 req-d644de8c-cd17-45d0-8f19-1a9b876e020a tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438404 Sep 22 22:27:35.127536 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:27:35.423002 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 3259b98e-bd80-43d7-9756-66370d9a2f5a up at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:27:35.448296 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:27:35.457878 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b623f3-3754-4484-a486-a4768340d181 req-07c16f4b-cd79-43f8-bbc7-82c9e0a4824f tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:35.459385 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b5b623f3-3754-4484-a486-a4768340d181 req-07c16f4b-cd79-43f8-bbc7-82c9e0a4824f tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 944 time: 0.0522540 Sep 22 22:27:35.466276 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning for port 3259b98e-bd80-43d7-9756-66370d9a2f5a completed by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 22:27:35.471189 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning complete for port 3259b98e-bd80-43d7-9756-66370d9a2f5a triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:27:35.471571 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (3259b98e-bd80-43d7-9756-66370d9a2f5a), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:35.471907 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Attempt 1 to provision port 3259b98e-bd80-43d7-9756-66370d9a2f5a Sep 22 22:27:35.510076 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b5b623f3-3754-4484-a486-a4768340d181 req-3caab2fe-08aa-40d3-b90f-6ecef990a07e tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448272 Sep 22 22:27:35.545716 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port 3259b98e-bd80-43d7-9756-66370d9a2f5a is: BUILD; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:27:35.546103 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (3259b98e-bd80-43d7-9756-66370d9a2f5a), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:35.569410 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88352e2f-3ff2-4c9c-bea4-c8a206884b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3259b98e-bd80-43d7-9756-66370d9a2f5a'}] {{(pid=106430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:27:35.571635 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2272dcd180a18b0bdbf7a4ac2a7f9325cd9193a83f54eb82bc11fdb6a8b27d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54882b02-a3a2-4214-bd61-533e84cf9c84" -d '{"events": [{"server_uuid": "88352e2f-3ff2-4c9c-bea4-c8a206884b2a", "name": "network-vif-plugged", "status": "completed", "tag": "3259b98e-bd80-43d7-9756-66370d9a2f5a"}]}' {{(pid=106430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:27:35.584397 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 3259b98e-bd80-43d7-9756-66370d9a2f5a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3259b98e-bd80-43d7-9756-66370d9a2f5a,segment=NetworkSegment(1fbff40c-ece9-4665-b969-04fe31b14cba),segment_id=1fbff40c-ece9-4665-b969-04fe31b14cba)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:27:35.589856 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (3259b98e-bd80-43d7-9756-66370d9a2f5a), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:35.625741 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:27:35.640120 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=3259b98e-bd80-43d7-9756-66370d9a2f5a,revision_number=5']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:27:35.665727 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd85fa84-85da-4c98-bc0e-78fe4260b2c5 x-openstack-request-id: req-bd85fa84-85da-4c98-bc0e-78fe4260b2c5 {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:27:35.666019 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88352e2f-3ff2-4c9c-bea4-c8a206884b2a", "name": "network-vif-plugged", "status": "completed", "tag": "3259b98e-bd80-43d7-9756-66370d9a2f5a", "code": 200}]} {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:27:35.666273 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd85fa84-85da-4c98-bc0e-78fe4260b2c5 {{(pid=106430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:27:35.666666 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd85fa84-85da-4c98-bc0e-78fe4260b2c5'] response: {'server_uuid': '88352e2f-3ff2-4c9c-bea4-c8a206884b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3259b98e-bd80-43d7-9756-66370d9a2f5a', 'code': 200} Sep 22 22:27:35.900212 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:27:35.903848 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bd858-1944-40b1-ac69-5814b0c3c16e req-f6b566d4-3301-461c-863f-1cb42db98da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:35.905340 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-359bd858-1944-40b1-ac69-5814b0c3c16e req-f6b566d4-3301-461c-863f-1cb42db98da7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 1129 time: 0.0389974 Sep 22 22:27:35.950727 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-359bd858-1944-40b1-ac69-5814b0c3c16e req-35f1d898-de54-4a7e-8fd7-d006ea366f7f service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393419 Sep 22 22:27:36.631899 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35ba90-7d19-434e-8a9b-eb8ae3c8f46c req-de3498e3-abd0-460a-969e-1cc03283cce2 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:36.633381 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0e35ba90-7d19-434e-8a9b-eb8ae3c8f46c req-de3498e3-abd0-460a-969e-1cc03283cce2 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 945 time: 0.0493426 Sep 22 22:27:36.682555 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-0e35ba90-7d19-434e-8a9b-eb8ae3c8f46c req-cb7d7b0d-e527-4d40-bafa-40cd17f6273c tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436945 Sep 22 22:27:37.806458 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15af9a8-cf02-47ab-a06a-dbff6bcb8f73 req-14364d07-9b34-47b7-a3fc-6ddda71713db tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:37.807896 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e15af9a8-cf02-47ab-a06a-dbff6bcb8f73 req-14364d07-9b34-47b7-a3fc-6ddda71713db tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 945 time: 0.0461195 Sep 22 22:27:37.856399 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e15af9a8-cf02-47ab-a06a-dbff6bcb8f73 req-d8f0c92c-180f-448a-a3de-0358e3d2b566 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429511 Sep 22 22:27:37.976604 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cec80-6418-48ac-9fbc-5cfb5ff15544 req-aab99bb3-c6de-468f-adbd-cb0e3b01e2ed tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:37.977975 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e94cec80-6418-48ac-9fbc-5cfb5ff15544 req-aab99bb3-c6de-468f-adbd-cb0e3b01e2ed tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 945 time: 0.0461535 Sep 22 22:27:38.028938 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e94cec80-6418-48ac-9fbc-5cfb5ff15544 req-c0c57526-bded-4fa1-b9b2-6362cad14f6a tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455408 Sep 22 22:27:38.057198 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 48814) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:27:38.136919 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b69473-1b87-4dfb-af89-989dde8a979f tempest-TestShelveInstance-39124338 tempest-TestShelveInstance-39124338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:38.138469 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-96b69473-1b87-4dfb-af89-989dde8a979f tempest-TestShelveInstance-39124338 tempest-TestShelveInstance-39124338-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 1124 time: 0.0803199 Sep 22 22:27:38.141322 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 48818) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:27:38.146036 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.v2.base [None req-32bc5cfe-9895-4f29-9a6e-e47c7d77b2b1 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Request body: {'floatingip': {'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'port_id': '3259b98e-bd80-43d7-9756-66370d9a2f5a', 'tenant_id': '285dd074069d48d2951a195965088521', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 22:27:38.167345 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-32bc5cfe-9895-4f29-9a6e-e47c7d77b2b1 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:38.246918 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-32bc5cfe-9895-4f29-9a6e-e47c7d77b2b1 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (None), before_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:38.354115 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_common [None req-32bc5cfe-9895-4f29-9a6e-e47c7d77b2b1 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Allocated IP 172.27.1.66 (222d3bc3-ee2a-4d75-8e21-75e580ff73b3/4214672d-8971-44fc-bb6c-9c23836d3a7a/af5b6b4c-8580-46f9-8788-f58bb05a69aa) {{(pid=106428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 22:27:38.458001 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-32bc5cfe-9895-4f29-9a6e-e47c7d77b2b1 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks [] for port (af5b6b4c-8580-46f9-8788-f58bb05a69aa), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:38.489213 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-32bc5cfe-9895-4f29-9a6e-e47c7d77b2b1 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778793453505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (af5b6b4c-8580-46f9-8788-f58bb05a69aa), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:38.528993 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bc5cfe-9895-4f29-9a6e-e47c7d77b2b1 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Network 222d3bc3-ee2a-4d75-8e21-75e580ff73b3 is already hosted by enough agents. {{(pid=106428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 22:27:38.531324 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:27:38.534440 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.base_scheduler [None req-32bc5cfe-9895-4f29-9a6e-e47c7d77b2b1 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Resources bound (agent type, host, resource id): {{(pid=106428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 22:27:38.538726 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bc5cfe-9895-4f29-9a6e-e47c7d77b2b1 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Received port after_create {{(pid=106428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 22:27:38.542475 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc5cfe-9895-4f29-9a6e-e47c7d77b2b1 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Pushing event updated for resources: {'Port': ['ID=af5b6b4c-8580-46f9-8788-f58bb05a69aa,revision_number=1']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:27:38.563936 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:27:39.124573 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-32bc5cfe-9895-4f29-9a6e-e47c7d77b2b1 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks [] for floatingip (8af08cc6-bbd8-43b9-a071-34d0be001a26), precommit_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:39.189991 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-32bc5cfe-9895-4f29-9a6e-e47c7d77b2b1 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (af5b6b4c-8580-46f9-8788-f58bb05a69aa), before_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:39.335001 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-32bc5cfe-9895-4f29-9a6e-e47c7d77b2b1 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks [] for port (af5b6b4c-8580-46f9-8788-f58bb05a69aa), precommit_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:39.339374 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-32bc5cfe-9895-4f29-9a6e-e47c7d77b2b1 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10406746'] for port (af5b6b4c-8580-46f9-8788-f58bb05a69aa), after_update {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:39.406923 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc5cfe-9895-4f29-9a6e-e47c7d77b2b1 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Pushing event updated for resources: {'Port': ['ID=af5b6b4c-8580-46f9-8788-f58bb05a69aa,revision_number=2']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:27:39.410257 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-32bc5cfe-9895-4f29-9a6e-e47c7d77b2b1 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684524'] for floatingip (8af08cc6-bbd8-43b9-a071-34d0be001a26), after_create {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:39.505304 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.db.l3_db [None req-32bc5cfe-9895-4f29-9a6e-e47c7d77b2b1 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Floating IP 8af08cc6-bbd8-43b9-a071-34d0be001a26 associated. External IP: 172.27.1.66, port: 3259b98e-bd80-43d7-9756-66370d9a2f5a. Sep 22 22:27:39.598633 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:27:39.638755 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:27:39.702468 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bc5cfe-9895-4f29-9a6e-e47c7d77b2b1 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Router dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:27:39.804650 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bc5cfe-9895-4f29-9a6e-e47c7d77b2b1 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:27:39.815184 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a9c8e8-5151-4fbc-9486-ba5112bcc039 None None] Sync routers for ids ['dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d'] in dv-cinder-849143-6-iscsi {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:27:39.823331 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-32bc5cfe-9895-4f29-9a6e-e47c7d77b2b1 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:39.824439 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a9c8e8-5151-4fbc-9486-ba5112bcc039 None None] Routers {'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:27:39.825066 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-f2a9c8e8-5151-4fbc-9486-ba5112bcc039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:27:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:27:39.854062 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-32bc5cfe-9895-4f29-9a6e-e47c7d77b2b1 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7116520 Sep 22 22:27:39.854725 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88352e2f-3ff2-4c9c-bea4-c8a206884b2a', 'tag': '3259b98e-bd80-43d7-9756-66370d9a2f5a'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:27:39.857087 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a686895c-92c4-4920-91ea-ee4d1b1d84ff" -d '{"events": [{"name": "network-changed", "server_uuid": "88352e2f-3ff2-4c9c-bea4-c8a206884b2a", "tag": "3259b98e-bd80-43d7-9756-66370d9a2f5a"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:27:39.895641 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5ba885-85db-4b90-a15d-a8701bca59f5 x-openstack-request-id: req-8a5ba885-85db-4b90-a15d-a8701bca59f5 {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:27:39.895973 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88352e2f-3ff2-4c9c-bea4-c8a206884b2a", "tag": "3259b98e-bd80-43d7-9756-66370d9a2f5a", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:27:39.896231 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a5ba885-85db-4b90-a15d-a8701bca59f5 {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:27:39.896636 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a5ba885-85db-4b90-a15d-a8701bca59f5'] response: {'name': 'network-changed', 'server_uuid': '88352e2f-3ff2-4c9c-bea4-c8a206884b2a', 'tag': '3259b98e-bd80-43d7-9756-66370d9a2f5a', 'status': 'completed', 'code': 200} Sep 22 22:27:39.926910 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-f2a9c8e8-5151-4fbc-9486-ba5112bcc039 None None] Set router dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:27:39.987394 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686895c-92c4-4920-91ea-ee4d1b1d84ff req-edd73cc1-409c-43d0-92fd-38b38d7d38b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:39.989190 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a686895c-92c4-4920-91ea-ee4d1b1d84ff req-edd73cc1-409c-43d0-92fd-38b38d7d38b2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=285dd074069d48d2951a195965088521&device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 1129 time: 0.0427554 Sep 22 22:27:40.085247 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686895c-92c4-4920-91ea-ee4d1b1d84ff req-f6aaf787-3d8c-43c8-adce-ccbf232cd5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:40.086983 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a686895c-92c4-4920-91ea-ee4d1b1d84ff req-f6aaf787-3d8c-43c8-adce-ccbf232cd5b5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=9cfdaa3b-3b51-471a-a47b-8a3e118b84a3 HTTP/1.1" status: 200 len: 910 time: 0.0920811 Sep 22 22:27:40.136893 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-f2a9c8e8-5151-4fbc-9486-ba5112bcc039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'name': 'tempest-TestShelveInstance-2084586498-router', 'tenant_id': '285dd074069d48d2951a195965088521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:26:48Z', 'updated_at': '2022-09-22T22:26:50Z', 'revision_number': 4, 'project_id': '285dd074069d48d2951a195965088521', 'gw_port': {'id': 'a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:48Z', 'updated_at': '2022-09-22T22:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': '8af08cc6-bbd8-43b9-a071-34d0be001a26', 'tenant_id': '285dd074069d48d2951a195965088521', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'port_id': '3259b98e-bd80-43d7-9756-66370d9a2f5a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cfdaa3b-3b51-471a-a47b-8a3e118b84a3', 'mac_address': 'fa:16:3e:2a:45:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88352e2f-3ff2-4c9c-bea4-c8a206884b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:27:38Z', 'updated_at': '2022-09-22T22:27:38Z', 'revision_number': 0, 'project_id': '285dd074069d48d2951a195965088521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a1f269-668b-4843-b63d-8d7c7f08b2f9', 'name': '', 'network_id': '9cfdaa3b-3b51-471a-a47b-8a3e118b84a3', 'tenant_id': '285dd074069d48d2951a195965088521', 'mac_address': 'fa:16:3e:28:6e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'a8ea1359-43e7-4f2e-9242-d601759f8b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:50Z', 'updated_at': '2022-09-22T22:26:55Z', 'revision_number': 5, 'project_id': '285dd074069d48d2951a195965088521', 'subnets': [{'id': 'a8ea1359-43e7-4f2e-9242-d601759f8b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:27:40.154390 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a686895c-92c4-4920-91ea-ee4d1b1d84ff req-db81b21f-50f2-472b-a426-29960fe29b68 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3259b98e-bd80-43d7-9756-66370d9a2f5a HTTP/1.1" status: 200 len: 998 time: 0.0609570 Sep 22 22:27:40.165480 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a9c8e8-5151-4fbc-9486-ba5112bcc039 None None] Checking router: dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d for host: dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:27:40.174560 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a9c8e8-5151-4fbc-9486-ba5112bcc039 None None] Routers {'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:27:40.175156 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-f2a9c8e8-5151-4fbc-9486-ba5112bcc039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:27:17Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:27:40.203390 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686895c-92c4-4920-91ea-ee4d1b1d84ff req-33b18bdc-1c6a-4391-9c7f-fcbd0793635a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:40.204856 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a686895c-92c4-4920-91ea-ee4d1b1d84ff req-33b18bdc-1c6a-4391-9c7f-fcbd0793635a service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=a8ea1359-43e7-4f2e-9242-d601759f8b28 HTTP/1.1" status: 200 len: 848 time: 0.0449233 Sep 22 22:27:40.248512 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686895c-92c4-4920-91ea-ee4d1b1d84ff req-f995b010-b4e2-415e-a775-7a33cc3ddc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:27:40.250061 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a686895c-92c4-4920-91ea-ee4d1b1d84ff req-f995b010-b4e2-415e-a775-7a33cc3ddc4f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9cfdaa3b-3b51-471a-a47b-8a3e118b84a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391240 Sep 22 22:27:40.281944 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-f2a9c8e8-5151-4fbc-9486-ba5112bcc039 None None] Set router dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:27:40.344700 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a686895c-92c4-4920-91ea-ee4d1b1d84ff req-5bb8b61a-853a-4b95-a122-f68d610703f3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9cfdaa3b-3b51-471a-a47b-8a3e118b84a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881276 Sep 22 22:27:40.434286 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a686895c-92c4-4920-91ea-ee4d1b1d84ff req-52bd42be-1bc0-4c40-9826-e5b4201d7716 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9cfdaa3b-3b51-471a-a47b-8a3e118b84a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837994 Sep 22 22:27:40.490012 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-f2a9c8e8-5151-4fbc-9486-ba5112bcc039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'name': 'tempest-TestShelveInstance-2084586498-router', 'tenant_id': '285dd074069d48d2951a195965088521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:26:48Z', 'updated_at': '2022-09-22T22:26:50Z', 'revision_number': 4, 'project_id': '285dd074069d48d2951a195965088521', 'gw_port': {'id': 'a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:48Z', 'updated_at': '2022-09-22T22:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': '8af08cc6-bbd8-43b9-a071-34d0be001a26', 'tenant_id': '285dd074069d48d2951a195965088521', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'port_id': '3259b98e-bd80-43d7-9756-66370d9a2f5a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cfdaa3b-3b51-471a-a47b-8a3e118b84a3', 'mac_address': 'fa:16:3e:2a:45:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88352e2f-3ff2-4c9c-bea4-c8a206884b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:27:38Z', 'updated_at': '2022-09-22T22:27:38Z', 'revision_number': 0, 'project_id': '285dd074069d48d2951a195965088521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a1f269-668b-4843-b63d-8d7c7f08b2f9', 'name': '', 'network_id': '9cfdaa3b-3b51-471a-a47b-8a3e118b84a3', 'tenant_id': '285dd074069d48d2951a195965088521', 'mac_address': 'fa:16:3e:28:6e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'a8ea1359-43e7-4f2e-9242-d601759f8b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:50Z', 'updated_at': '2022-09-22T22:26:55Z', 'revision_number': 5, 'project_id': '285dd074069d48d2951a195965088521', 'subnets': [{'id': 'a8ea1359-43e7-4f2e-9242-d601759f8b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:27:40.517701 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a9c8e8-5151-4fbc-9486-ba5112bcc039 None None] The sync data for ids ['dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d'] in dv-cinder-849143-6-iscsi is: [{'id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'name': 'tempest-TestShelveInstance-2084586498-router', 'tenant_id': '285dd074069d48d2951a195965088521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:26:48Z', 'updated_at': '2022-09-22T22:26:50Z', 'revision_number': 4, 'project_id': '285dd074069d48d2951a195965088521', 'gw_port': {'id': 'a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:48Z', 'updated_at': '2022-09-22T22:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_floatingips': [{'id': '8af08cc6-bbd8-43b9-a071-34d0be001a26', 'tenant_id': '285dd074069d48d2951a195965088521', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'router_id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'port_id': '3259b98e-bd80-43d7-9756-66370d9a2f5a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cfdaa3b-3b51-471a-a47b-8a3e118b84a3', 'mac_address': 'fa:16:3e:2a:45:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88352e2f-3ff2-4c9c-bea4-c8a206884b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T22:27:38Z', 'updated_at': '2022-09-22T22:27:38Z', 'revision_number': 0, 'project_id': '285dd074069d48d2951a195965088521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a1f269-668b-4843-b63d-8d7c7f08b2f9', 'name': '', 'network_id': '9cfdaa3b-3b51-471a-a47b-8a3e118b84a3', 'tenant_id': '285dd074069d48d2951a195965088521', 'mac_address': 'fa:16:3e:28:6e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'a8ea1359-43e7-4f2e-9242-d601759f8b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:50Z', 'updated_at': '2022-09-22T22:26:55Z', 'revision_number': 5, 'project_id': '285dd074069d48d2951a195965088521', 'subnets': [{'id': 'a8ea1359-43e7-4f2e-9242-d601759f8b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:27:40.700870 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1282a23-ceb3-4edb-b2c2-9a83532f28c6 None None] New status for floating IP 8af08cc6-bbd8-43b9-a071-34d0be001a26: ACTIVE {{(pid=106430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 22:27:40.779410 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:27:44.917353 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-08ec783b-0932-42b7-93b1-a375c551500c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:47.089672 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-f9c23c79-382c-4710-a9a2-78724302e1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:47.763006 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:48.388274 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:49.804420 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:50.161258 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:27:50.429414 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=76,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:27:50.431279 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:27:50.492460 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=76,neutron:DELETE=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:27:50.493297 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=81 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:28:00.150037 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:28:00.156087 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:UPDATE=7,neutron:SELECT=9 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:28:12.127443 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:28:14.920400 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-f6f33f44-a1db-4c38-84a9-43b4db813077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:28:17.093999 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-1025c8fd-ca15-4645-b535-dd2030756028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:28:17.769489 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:28:18.395870 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:28:19.806684 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:28:20.164553 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:28:22.122048 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=4 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:28:22.122793 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=4 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:28:28.984839 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a9b5776a-fea8-463d-959a-b1fe5e28c8e0 req-63120a97-1408-48fc-999f-089f6b5dc687 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429859 Sep 22 22:28:29.084784 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5776a-fea8-463d-959a-b1fe5e28c8e0 req-dab24c5e-69c0-422c-bacd-f484b3356cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:28:29.086933 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a9b5776a-fea8-463d-959a-b1fe5e28c8e0 req-dab24c5e-69c0-422c-bacd-f484b3356cbe service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=285dd074069d48d2951a195965088521&device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 1129 time: 0.0396218 Sep 22 22:28:29.186965 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5776a-fea8-463d-959a-b1fe5e28c8e0 req-dac7966a-5769-4ca4-af59-3299e9db1c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:28:29.188413 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a9b5776a-fea8-463d-959a-b1fe5e28c8e0 req-dac7966a-5769-4ca4-af59-3299e9db1c38 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=9cfdaa3b-3b51-471a-a47b-8a3e118b84a3 HTTP/1.1" status: 200 len: 910 time: 0.0840518 Sep 22 22:28:29.260254 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a9b5776a-fea8-463d-959a-b1fe5e28c8e0 req-823505a5-f43e-465b-bfa1-20a9530c93de service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3259b98e-bd80-43d7-9756-66370d9a2f5a HTTP/1.1" status: 200 len: 1000 time: 0.0659864 Sep 22 22:28:29.308119 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5776a-fea8-463d-959a-b1fe5e28c8e0 req-eea39b0e-f2c7-4859-a5ed-5e46cac97ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:28:29.309603 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a9b5776a-fea8-463d-959a-b1fe5e28c8e0 req-eea39b0e-f2c7-4859-a5ed-5e46cac97ca8 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=a8ea1359-43e7-4f2e-9242-d601759f8b28 HTTP/1.1" status: 200 len: 848 time: 0.0438364 Sep 22 22:28:29.352994 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5776a-fea8-463d-959a-b1fe5e28c8e0 req-b67acbed-2aab-4a67-b1f6-eb2b635eeb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:28:29.354478 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a9b5776a-fea8-463d-959a-b1fe5e28c8e0 req-b67acbed-2aab-4a67-b1f6-eb2b635eeb04 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9cfdaa3b-3b51-471a-a47b-8a3e118b84a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389988 Sep 22 22:28:29.448150 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a9b5776a-fea8-463d-959a-b1fe5e28c8e0 req-8e0a0ff4-d920-4be6-9c3a-93a10d219d3f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9cfdaa3b-3b51-471a-a47b-8a3e118b84a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870211 Sep 22 22:28:29.538390 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-a9b5776a-fea8-463d-959a-b1fe5e28c8e0 req-9c1b4694-c364-4e39-a030-04b61e12b357 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9cfdaa3b-3b51-471a-a47b-8a3e118b84a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838854 Sep 22 22:28:30.153632 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:28:30.159749 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:28:39.527735 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=50 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:28:39.534972 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=51 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:28:40.142961 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=16 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:28:40.145290 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=10 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:28:44.923899 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-b78d4adc-0cc0-475b-ab28-7e768d3d2edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:28:47.096437 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-bb791ea5-24ad-4ab8-9813-f3395763f382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:28:47.770364 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:28:48.392741 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:28:49.127846 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:28:49.808550 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:28:50.166568 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:28:59.122518 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=3 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:28:59.123331 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=5 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:29:00.155697 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:29:00.162725 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:29:14.928819 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-3a7d9663-321d-4c38-9a19-0b7469b3af94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:29:17.098304 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-6fdecaa0-3313-4f7c-b13c-662c6ae5102b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:29:17.777617 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:29:18.396079 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:29:19.810505 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:29:20.175325 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:29:26.127081 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:29:29.846078 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e0c0f4b6-db2d-4657-8558-0bd1d1778571 req-12c3a08c-41e4-4b56-9e30-0894cc473cbc service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432816 Sep 22 22:29:29.944677 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0f4b6-db2d-4657-8558-0bd1d1778571 req-67b93531-921a-4716-a37e-dd538c179692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:29.946176 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e0c0f4b6-db2d-4657-8558-0bd1d1778571 req-67b93531-921a-4716-a37e-dd538c179692 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=285dd074069d48d2951a195965088521&device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 1129 time: 0.0396492 Sep 22 22:29:30.051771 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0f4b6-db2d-4657-8558-0bd1d1778571 req-cbda5742-2193-46b1-976f-99c220180830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:30.053172 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e0c0f4b6-db2d-4657-8558-0bd1d1778571 req-cbda5742-2193-46b1-976f-99c220180830 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=9cfdaa3b-3b51-471a-a47b-8a3e118b84a3 HTTP/1.1" status: 200 len: 910 time: 0.0893645 Sep 22 22:29:30.113633 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e0c0f4b6-db2d-4657-8558-0bd1d1778571 req-4743e82a-126c-4f72-998b-1431d655a78d service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3259b98e-bd80-43d7-9756-66370d9a2f5a HTTP/1.1" status: 200 len: 1000 time: 0.0545707 Sep 22 22:29:30.162788 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0f4b6-db2d-4657-8558-0bd1d1778571 req-d6c26f9f-cb4b-41e2-9227-8d9a4ac5a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:30.163406 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:29:30.164256 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e0c0f4b6-db2d-4657-8558-0bd1d1778571 req-d6c26f9f-cb4b-41e2-9227-8d9a4ac5a3d0 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=a8ea1359-43e7-4f2e-9242-d601759f8b28 HTTP/1.1" status: 200 len: 848 time: 0.0451102 Sep 22 22:29:30.171163 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:29:30.209747 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0f4b6-db2d-4657-8558-0bd1d1778571 req-5827f653-6871-4e22-bd7f-f16f86c0c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:30.211221 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e0c0f4b6-db2d-4657-8558-0bd1d1778571 req-5827f653-6871-4e22-bd7f-f16f86c0c98b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9cfdaa3b-3b51-471a-a47b-8a3e118b84a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412073 Sep 22 22:29:30.299544 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e0c0f4b6-db2d-4657-8558-0bd1d1778571 req-d66d9e89-2fe4-40a2-b6b4-cc41970e181d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9cfdaa3b-3b51-471a-a47b-8a3e118b84a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820761 Sep 22 22:29:30.390611 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-e0c0f4b6-db2d-4657-8558-0bd1d1778571 req-e06941a7-1317-48ef-87a8-a1a0a3105e33 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9cfdaa3b-3b51-471a-a47b-8a3e118b84a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847220 Sep 22 22:29:40.386732 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=49 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:29:40.387428 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=52 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:29:43.185534 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=5 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:29:43.188180 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:29:44.931062 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-08cb2958-b046-4505-b747-35af4296f0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:29:47.100077 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-d1ecc224-2ec9-47a2-a449-328657fa418b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:29:47.777527 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:29:48.398418 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:29:49.813328 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:29:50.172414 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:29:53.792885 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166965a-bfcc-4496-bc18-be4491080b77 req-f02c8c13-ed8c-4a85-bcbe-e4561dd7da7e tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:53.794413 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f166965a-bfcc-4496-bc18-be4491080b77 req-f02c8c13-ed8c-4a85-bcbe-e4561dd7da7e tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 945 time: 0.0482109 Sep 22 22:29:53.844946 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f166965a-bfcc-4496-bc18-be4491080b77 req-0ca8345c-b4dd-4323-9194-ddd927479df0 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448720 Sep 22 22:29:54.967246 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca8efc-3cd9-46c3-9888-e9fe36190a51 req-30aede92-0ecf-4e18-b478-cde1bc0cb206 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:54.968677 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b2ca8efc-3cd9-46c3-9888-e9fe36190a51 req-30aede92-0ecf-4e18-b478-cde1bc0cb206 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 945 time: 0.0459275 Sep 22 22:29:55.020467 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b2ca8efc-3cd9-46c3-9888-e9fe36190a51 req-dcd3a70f-be70-419e-9523-b3a75c8d0e4e tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463154 Sep 22 22:29:56.147524 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f234c-9fec-4d66-bf59-1ef70e1e67da req-d93ea786-58f1-417d-8ca7-b74e58f48c05 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:56.148991 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ad1f234c-9fec-4d66-bf59-1ef70e1e67da req-d93ea786-58f1-417d-8ca7-b74e58f48c05 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 945 time: 0.0474286 Sep 22 22:29:56.198911 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ad1f234c-9fec-4d66-bf59-1ef70e1e67da req-1e8beba3-693b-4058-9be7-e00f33c97518 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435586 Sep 22 22:29:57.322373 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad430d-9df7-4bf2-a0a4-b47531bfff48 req-58671ead-2eba-4723-ba1a-1401338525cb tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:57.323754 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-05ad430d-9df7-4bf2-a0a4-b47531bfff48 req-58671ead-2eba-4723-ba1a-1401338525cb tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 945 time: 0.0466781 Sep 22 22:29:57.372649 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-05ad430d-9df7-4bf2-a0a4-b47531bfff48 req-e35d389c-8a04-45e6-8d4e-f45ad740e3f7 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432792 Sep 22 22:29:58.495209 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0a482-6ac7-4ccf-9e43-bb22b39ff12f req-e16bc1cf-81a6-45d0-a51f-6ac7210d0622 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:58.496704 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d7f0a482-6ac7-4ccf-9e43-bb22b39ff12f req-e16bc1cf-81a6-45d0-a51f-6ac7210d0622 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 945 time: 0.0508988 Sep 22 22:29:58.548394 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-d7f0a482-6ac7-4ccf-9e43-bb22b39ff12f req-1cc8a6fa-1a61-45d9-b6df-61df7b92accc tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461516 Sep 22 22:29:59.668986 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e3143-84d8-4959-9c89-55c64fbf2d08 req-7dcc6fe6-5061-47ff-bef7-e30d5c1682b4 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:29:59.670466 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ec1e3143-84d8-4959-9c89-55c64fbf2d08 req-7dcc6fe6-5061-47ff-bef7-e30d5c1682b4 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 945 time: 0.0466304 Sep 22 22:29:59.719167 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-ec1e3143-84d8-4959-9c89-55c64fbf2d08 req-2a5c314d-6988-4d47-90c1-f6fe252e5874 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429995 Sep 22 22:30:00.166393 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:30:00.167887 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:30:00.843195 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f7b73-c21f-4307-901b-663fe628ba2a req-84cbda93-ca92-4bd3-a527-b8dacdd3b455 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:00.844660 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b37f7b73-c21f-4307-901b-663fe628ba2a req-84cbda93-ca92-4bd3-a527-b8dacdd3b455 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 945 time: 0.0462532 Sep 22 22:30:00.897591 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b37f7b73-c21f-4307-901b-663fe628ba2a req-1cf3b44e-a842-45b4-bbb3-c59ce2733a32 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473952 Sep 22 22:30:02.017551 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51870ae9-bb90-42ce-afaf-e2deb71cd04a req-2bbdb14b-d429-40f1-97da-f51c854d8b59 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:02.019002 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-51870ae9-bb90-42ce-afaf-e2deb71cd04a req-2bbdb14b-d429-40f1-97da-f51c854d8b59 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 945 time: 0.0463967 Sep 22 22:30:02.069425 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-51870ae9-bb90-42ce-afaf-e2deb71cd04a req-ffee21e6-8e3b-42d1-b658-71ce4092fb1a tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448749 Sep 22 22:30:03.126398 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:30:03.190038 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2efa2-d51c-4788-b3eb-08eaa3a5f8f1 req-5d68814f-3d07-4406-94fc-100ce14d9d9e tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:03.191519 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8da2efa2-d51c-4788-b3eb-08eaa3a5f8f1 req-5d68814f-3d07-4406-94fc-100ce14d9d9e tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 945 time: 0.0480938 Sep 22 22:30:03.241414 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-8da2efa2-d51c-4788-b3eb-08eaa3a5f8f1 req-92b5c345-9255-4288-8a6f-68d978c41c23 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434284 Sep 22 22:30:04.025628 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785ac81-6066-4dec-aabe-4b1345bb5abb req-47e6d4bc-915f-4625-9e50-cbad7c0b3411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:04.027107 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9785ac81-6066-4dec-aabe-4b1345bb5abb req-47e6d4bc-915f-4625-9e50-cbad7c0b3411 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=285dd074069d48d2951a195965088521&device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 1129 time: 0.0422864 Sep 22 22:30:04.116006 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785ac81-6066-4dec-aabe-4b1345bb5abb req-3e8b3d65-578c-4399-b433-e0bb0460498d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:04.117547 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9785ac81-6066-4dec-aabe-4b1345bb5abb req-3e8b3d65-578c-4399-b433-e0bb0460498d service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=9cfdaa3b-3b51-471a-a47b-8a3e118b84a3 HTTP/1.1" status: 200 len: 910 time: 0.0850656 Sep 22 22:30:04.168387 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:30:04.186019 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9785ac81-6066-4dec-aabe-4b1345bb5abb req-bcaa6b57-90fe-47e9-a2c2-1b784c0d1c1e service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3259b98e-bd80-43d7-9756-66370d9a2f5a HTTP/1.1" status: 200 len: 1000 time: 0.0620105 Sep 22 22:30:04.217533 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:30:04.235291 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785ac81-6066-4dec-aabe-4b1345bb5abb req-d595e2fd-e5e7-4374-92c4-6ef653a064ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:04.236772 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9785ac81-6066-4dec-aabe-4b1345bb5abb req-d595e2fd-e5e7-4374-92c4-6ef653a064ec service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=a8ea1359-43e7-4f2e-9242-d601759f8b28 HTTP/1.1" status: 200 len: 848 time: 0.0451503 Sep 22 22:30:04.279330 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785ac81-6066-4dec-aabe-4b1345bb5abb req-96e3921e-ec49-49fe-98b3-9e8fc93f0a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:04.280839 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9785ac81-6066-4dec-aabe-4b1345bb5abb req-96e3921e-ec49-49fe-98b3-9e8fc93f0a01 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9cfdaa3b-3b51-471a-a47b-8a3e118b84a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387428 Sep 22 22:30:04.396968 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdab71-c54e-4a5d-9c11-86932a139dae req-db4a37eb-60b5-4c73-a8ba-c9f7bf4d546b tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:04.398450 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-25bdab71-c54e-4a5d-9c11-86932a139dae req-db4a37eb-60b5-4c73-a8ba-c9f7bf4d546b tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 945 time: 0.0646060 Sep 22 22:30:04.419612 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9785ac81-6066-4dec-aabe-4b1345bb5abb req-1da4a75f-1283-4a0a-973b-083935004c8e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9cfdaa3b-3b51-471a-a47b-8a3e118b84a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328945 Sep 22 22:30:04.503347 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-25bdab71-c54e-4a5d-9c11-86932a139dae req-1075e125-c0e6-4b4c-984e-8370fc445867 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962524 Sep 22 22:30:04.538782 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9785ac81-6066-4dec-aabe-4b1345bb5abb req-020810b8-1bcf-47ac-bc44-a984904ab5a2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9cfdaa3b-3b51-471a-a47b-8a3e118b84a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131303 Sep 22 22:30:05.623386 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c5b27-d77d-4db3-a2eb-251da71079e1 req-de163c48-4ebe-471b-8442-5eae699d1b92 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:05.624863 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bd0c5b27-d77d-4db3-a2eb-251da71079e1 req-de163c48-4ebe-471b-8442-5eae699d1b92 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 945 time: 0.0470483 Sep 22 22:30:05.673587 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-bd0c5b27-d77d-4db3-a2eb-251da71079e1 req-bbddf86e-91f6-487c-9d0e-4757308a763d tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431619 Sep 22 22:30:06.795776 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daa956-1cf1-400d-812e-dc4a3e28d61d req-1a5fbd5a-46c9-497a-9024-46c78e684157 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:06.797250 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b0daa956-1cf1-400d-812e-dc4a3e28d61d req-1a5fbd5a-46c9-497a-9024-46c78e684157 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 945 time: 0.0492504 Sep 22 22:30:06.850649 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b0daa956-1cf1-400d-812e-dc4a3e28d61d req-9ce6bc72-5421-4be6-a14c-6a68ffd1210e tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479095 Sep 22 22:30:08.100310 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547be9b-cdf8-4c30-b7ba-1bdf4fae34c1 req-ebb0b5d7-20bb-4c18-98e8-5ae79d44d60d tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:08.101827 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c547be9b-cdf8-4c30-b7ba-1bdf4fae34c1 req-ebb0b5d7-20bb-4c18-98e8-5ae79d44d60d tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 945 time: 0.0478017 Sep 22 22:30:08.139832 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-25196aae-e460-48b3-9631-e43a5c6c3b40 req-1603b89a-6646-44ff-8f1e-76386187678f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1073043 Sep 22 22:30:08.152141 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c547be9b-cdf8-4c30-b7ba-1bdf4fae34c1 req-45be33f0-3c2d-4a62-b5b5-ba5a72fb6b4c tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447628 Sep 22 22:30:09.279641 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6e7b0-d7a3-4dfd-b94a-def2a612b7f6 req-163609e6-30e3-495c-a834-d2279083bfbb tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:09.281144 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-70e6e7b0-d7a3-4dfd-b94a-def2a612b7f6 req-163609e6-30e3-495c-a834-d2279083bfbb tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 945 time: 0.0520101 Sep 22 22:30:09.309460 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25196aae-e460-48b3-9631-e43a5c6c3b40 req-f3baf18f-d255-4ff7-9d49-8a40e0f61820 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:09.310760 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [req-25196aae-e460-48b3-9631-e43a5c6c3b40 req-f3baf18f-d255-4ff7-9d49-8a40e0f61820 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports/3259b98e-bd80-43d7-9756-66370d9a2f5a HTTP/1.1" status: 200 len: 942 time: 0.1311579 Sep 22 22:30:09.333908 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-70e6e7b0-d7a3-4dfd-b94a-def2a612b7f6 req-535ded6b-119f-4cee-a74e-31b459575d0b tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472093 Sep 22 22:30:10.131222 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=2 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:30:10.292154 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 3259b98e-bd80-43d7-9756-66370d9a2f5a no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:30:10.363688 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port 3259b98e-bd80-43d7-9756-66370d9a2f5a is: ACTIVE; New status is: DOWN {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:30:10.363991 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (3259b98e-bd80-43d7-9756-66370d9a2f5a), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:30:10.387730 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88352e2f-3ff2-4c9c-bea4-c8a206884b2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3259b98e-bd80-43d7-9756-66370d9a2f5a'}] {{(pid=106430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:30:10.391203 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2272dcd180a18b0bdbf7a4ac2a7f9325cd9193a83f54eb82bc11fdb6a8b27d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f126572-3bbb-4ad5-b20c-3c074e8652d4" -d '{"events": [{"server_uuid": "88352e2f-3ff2-4c9c-bea4-c8a206884b2a", "name": "network-vif-unplugged", "status": "completed", "tag": "3259b98e-bd80-43d7-9756-66370d9a2f5a"}]}' {{(pid=106430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:30:10.407243 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 3259b98e-bd80-43d7-9756-66370d9a2f5a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3259b98e-bd80-43d7-9756-66370d9a2f5a,segment=NetworkSegment(1fbff40c-ece9-4665-b969-04fe31b14cba),segment_id=1fbff40c-ece9-4665-b969-04fe31b14cba)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:30:10.412180 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (3259b98e-bd80-43d7-9756-66370d9a2f5a), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:30:10.435410 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Sep 2022 22:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c52da84-4a58-4acb-ae10-a12ef56ab6c8 x-openstack-request-id: req-0c52da84-4a58-4acb-ae10-a12ef56ab6c8 {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:30:10.435700 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88352e2f-3ff2-4c9c-bea4-c8a206884b2a", "name": "network-vif-unplugged", "status": "failed", "tag": "3259b98e-bd80-43d7-9756-66370d9a2f5a", "code": 422}]} {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:30:10.435962 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c52da84-4a58-4acb-ae10-a12ef56ab6c8 {{(pid=106430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:30:10.436366 dv-cinder-849143-6-iscsi neutron-server[106430]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0c52da84-4a58-4acb-ae10-a12ef56ab6c8']: {'server_uuid': '88352e2f-3ff2-4c9c-bea4-c8a206884b2a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3259b98e-bd80-43d7-9756-66370d9a2f5a', 'code': 422} returned with failed status Sep 22 22:30:10.464302 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=3259b98e-bd80-43d7-9756-66370d9a2f5a,revision_number=6']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:30:10.482459 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:30:10.482805 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:30:10.483148 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:30:10.483488 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:30:10.483948 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:30:10.484283 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:30:10.484605 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:30:10.485035 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:30:10.485384 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:30:10.485708 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:30:10.486029 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:30:10.486179 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd57fca-2803-446b-b973-e2d65d0537ef req-a7f43096-931f-4aef-90f0-a3c10122207a tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:10.486655 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:30:10.486655 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:30:10.486961 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:30:10.487275 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:30:10.488388 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dfd57fca-2803-446b-b973-e2d65d0537ef req-a7f43096-931f-4aef-90f0-a3c10122207a tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 943 time: 0.0687282 Sep 22 22:30:10.541927 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-dfd57fca-2803-446b-b973-e2d65d0537ef req-1cddf8f3-0ff2-4830-998a-a353a7c765d6 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469315 Sep 22 22:30:11.660623 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a261e3c-b8df-4ad3-9542-2eaf2981a9b0 req-3ee2aae6-4a8f-4d4e-b422-23942d58231f tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:11.662122 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5a261e3c-b8df-4ad3-9542-2eaf2981a9b0 req-3ee2aae6-4a8f-4d4e-b422-23942d58231f tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 943 time: 0.0466118 Sep 22 22:30:11.710728 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5a261e3c-b8df-4ad3-9542-2eaf2981a9b0 req-23d8522f-db5e-4804-8321-b01574667642 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425153 Sep 22 22:30:12.834129 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32b7b3-7e37-4b1c-bf62-61e96f55da62 req-e21d95a0-ddee-4074-8ce0-1a77f539150d tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:12.835644 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9f32b7b3-7e37-4b1c-bf62-61e96f55da62 req-e21d95a0-ddee-4074-8ce0-1a77f539150d tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 943 time: 0.0494606 Sep 22 22:30:12.884890 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:30:12.890089 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:30:12.898400 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-9f32b7b3-7e37-4b1c-bf62-61e96f55da62 req-e1e76016-fcfa-4e79-a245-a0ac4ce60174 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560112 Sep 22 22:30:13.155696 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=8 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:30:13.890421 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25196aae-e460-48b3-9631-e43a5c6c3b40 req-d49f7275-f162-4728-adea-825615889f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:13.892299 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-25196aae-e460-48b3-9631-e43a5c6c3b40 req-d49f7275-f162-4728-adea-825615889f60 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a&tenant_id=285dd074069d48d2951a195965088521 HTTP/1.1" status: 200 len: 1127 time: 0.0414543 Sep 22 22:30:13.967809 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25196aae-e460-48b3-9631-e43a5c6c3b40 req-15301d91-81ad-4e16-8d44-262e3f557267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:13.969337 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-25196aae-e460-48b3-9631-e43a5c6c3b40 req-15301d91-81ad-4e16-8d44-262e3f557267 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=285dd074069d48d2951a195965088521&device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 1127 time: 0.0397520 Sep 22 22:30:14.064831 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d93da-a3bf-48d8-9784-343bb27a210e req-50e0cc5f-f548-4c53-8c16-f424bffc8782 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:14.066322 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-545d93da-a3bf-48d8-9784-343bb27a210e req-50e0cc5f-f548-4c53-8c16-f424bffc8782 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 943 time: 0.0844913 Sep 22 22:30:14.121767 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25196aae-e460-48b3-9631-e43a5c6c3b40 req-1995f6ab-1555-41c8-8769-6f40a3a98f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:14.123208 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-25196aae-e460-48b3-9631-e43a5c6c3b40 req-1995f6ab-1555-41c8-8769-6f40a3a98f53 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=9cfdaa3b-3b51-471a-a47b-8a3e118b84a3 HTTP/1.1" status: 200 len: 910 time: 0.1486495 Sep 22 22:30:14.145143 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-545d93da-a3bf-48d8-9784-343bb27a210e req-1c452213-b6a4-45bd-bd92-00de671195f1 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723512 Sep 22 22:30:14.198667 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-25196aae-e460-48b3-9631-e43a5c6c3b40 req-cadf1fc5-ac25-46e9-b32b-0f62e751188f service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3259b98e-bd80-43d7-9756-66370d9a2f5a HTTP/1.1" status: 200 len: 998 time: 0.0678928 Sep 22 22:30:14.247117 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25196aae-e460-48b3-9631-e43a5c6c3b40 req-83e37028-ec4f-4ee4-9497-3a6810c32cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:14.248553 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-25196aae-e460-48b3-9631-e43a5c6c3b40 req-83e37028-ec4f-4ee4-9497-3a6810c32cf6 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=a8ea1359-43e7-4f2e-9242-d601759f8b28 HTTP/1.1" status: 200 len: 848 time: 0.0446544 Sep 22 22:30:14.290813 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25196aae-e460-48b3-9631-e43a5c6c3b40 req-a1ca0127-5195-4499-961b-f6e9bb8516d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:14.292283 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-25196aae-e460-48b3-9631-e43a5c6c3b40 req-a1ca0127-5195-4499-961b-f6e9bb8516d2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9cfdaa3b-3b51-471a-a47b-8a3e118b84a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377645 Sep 22 22:30:14.615871 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-25196aae-e460-48b3-9631-e43a5c6c3b40 req-ef393f6f-0e32-437b-81a7-ff9635348e8a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9cfdaa3b-3b51-471a-a47b-8a3e118b84a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180196 Sep 22 22:30:14.709418 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-25196aae-e460-48b3-9631-e43a5c6c3b40 req-536fd465-0a4e-4459-bf16-c0f6869741a9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9cfdaa3b-3b51-471a-a47b-8a3e118b84a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876448 Sep 22 22:30:14.934309 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-f3489f74-739c-4334-8dd3-961b690c1728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:30:15.329254 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e4517-9a12-43ee-88ea-2409ca429817 req-17c7493e-786b-4b5d-80be-483acf15670f tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:15.330741 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c48e4517-9a12-43ee-88ea-2409ca429817 req-17c7493e-786b-4b5d-80be-483acf15670f tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 943 time: 0.1059330 Sep 22 22:30:15.379728 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-c48e4517-9a12-43ee-88ea-2409ca429817 req-b5c98ab6-c824-4aed-ae0e-5e5aff5e6d49 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434873 Sep 22 22:30:16.584438 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166d0f8-5799-4526-b74d-6ad9e2766acb req-a1c04ed1-02a5-4f71-96e0-75b965f2e512 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:16.586623 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f166d0f8-5799-4526-b74d-6ad9e2766acb req-a1c04ed1-02a5-4f71-96e0-75b965f2e512 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 943 time: 0.1296573 Sep 22 22:30:16.656909 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f166d0f8-5799-4526-b74d-6ad9e2766acb req-ea61d953-5dde-4044-a67f-b1d98124e725 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632753 Sep 22 22:30:17.106386 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5465261e-39da-43b5-be29-1aa46c61b247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:30:17.780371 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:30:17.786293 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dfe450-cc6e-4737-98f6-a9390a185578 req-2772fa6f-0d3e-449a-becc-a4c03ae14d35 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:17.787883 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-86dfe450-cc6e-4737-98f6-a9390a185578 req-2772fa6f-0d3e-449a-becc-a4c03ae14d35 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 943 time: 0.0503237 Sep 22 22:30:17.840502 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-86dfe450-cc6e-4737-98f6-a9390a185578 req-76478a9f-dec9-4523-a3c7-72c59032f174 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446057 Sep 22 22:30:18.400806 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:30:18.972999 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f65ce-949c-4cc8-91cc-73d2faf37ace req-68a55788-e0b8-4be5-8b8f-26da23051908 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:18.974606 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1c4f65ce-949c-4cc8-91cc-73d2faf37ace req-68a55788-e0b8-4be5-8b8f-26da23051908 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 943 time: 0.0493813 Sep 22 22:30:19.025215 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-1c4f65ce-949c-4cc8-91cc-73d2faf37ace req-2634d7d9-0673-49f9-8906-3acdf469a552 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437925 Sep 22 22:30:19.298307 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=7 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:30:19.301149 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=7 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:30:19.816475 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:30:20.143373 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:30:20.152341 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03010e3c-56c6-476c-97e9-2a05fb301521 req-691a757d-5feb-4b58-9ed1-0523f0ec4359 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:20.153853 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-03010e3c-56c6-476c-97e9-2a05fb301521 req-691a757d-5feb-4b58-9ed1-0523f0ec4359 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 943 time: 0.0523291 Sep 22 22:30:20.167554 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:30:20.179451 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:30:20.206260 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-03010e3c-56c6-476c-97e9-2a05fb301521 req-2c58827e-a910-4545-b000-9154577b7e9c tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458653 Sep 22 22:30:21.326335 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc602a-00df-4e45-adc2-5ea1134bd8a7 req-9c5f63fe-04e4-491d-a7c0-bcce4f14a987 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:21.327721 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-14fc602a-00df-4e45-adc2-5ea1134bd8a7 req-9c5f63fe-04e4-491d-a7c0-bcce4f14a987 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 943 time: 0.0463107 Sep 22 22:30:21.377193 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-14fc602a-00df-4e45-adc2-5ea1134bd8a7 req-54afdbb8-5937-47d6-ac50-a96431d4c73a tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439627 Sep 22 22:30:22.363447 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 3259b98e-bd80-43d7-9756-66370d9a2f5a details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 22:30:22.464716 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 3259b98e-bd80-43d7-9756-66370d9a2f5a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3259b98e-bd80-43d7-9756-66370d9a2f5a,segment=NetworkSegment(1fbff40c-ece9-4665-b969-04fe31b14cba),segment_id=1fbff40c-ece9-4665-b969-04fe31b14cba)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:30:22.476233 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Returning: {'device': '3259b98e-bd80-43d7-9756-66370d9a2f5a', 'network_id': '9cfdaa3b-3b51-471a-a47b-8a3e118b84a3', 'port_id': '3259b98e-bd80-43d7-9756-66370d9a2f5a', 'mac_address': 'fa:16:3e:2a:45:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ea1359-43e7-4f2e-9242-d601759f8b28', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 22:30:22.497909 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487e06e-5ba4-46cb-88ed-7625d16a46c7 req-ed1728a9-5553-4459-b2ee-6d73820aa242 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:22.499642 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f487e06e-5ba4-46cb-88ed-7625d16a46c7 req-ed1728a9-5553-4459-b2ee-6d73820aa242 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 943 time: 0.0475588 Sep 22 22:30:22.512363 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port 3259b98e-bd80-43d7-9756-66370d9a2f5a is: DOWN; New status is: BUILD {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:30:22.512759 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (3259b98e-bd80-43d7-9756-66370d9a2f5a), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:30:22.526183 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3259b98e-bd80-43d7-9756-66370d9a2f5a {{(pid=106430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 22:30:22.546189 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 3259b98e-bd80-43d7-9756-66370d9a2f5a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3259b98e-bd80-43d7-9756-66370d9a2f5a,segment=NetworkSegment(1fbff40c-ece9-4665-b969-04fe31b14cba),segment_id=1fbff40c-ece9-4665-b969-04fe31b14cba)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:30:22.550720 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (3259b98e-bd80-43d7-9756-66370d9a2f5a), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:30:22.555893 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-f487e06e-5ba4-46cb-88ed-7625d16a46c7 req-c620a2a3-173f-4915-a91b-52027143b7ac tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483403 Sep 22 22:30:22.603095 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=3259b98e-bd80-43d7-9756-66370d9a2f5a,revision_number=7']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:30:22.938123 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] get_ports_and_sgs() called for port_ids ['3259b98e-bd80-43d7-9756-66370d9a2f5a'] {{(pid=106430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 22:30:23.111961 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:30:23.158429 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:30:23.678852 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b433d83-a14e-46b9-8157-104e79e6875c req-378f582c-efce-4f61-9d85-bce2697782c1 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:23.680425 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5b433d83-a14e-46b9-8157-104e79e6875c req-378f582c-efce-4f61-9d85-bce2697782c1 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 944 time: 0.0482318 Sep 22 22:30:23.732305 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-5b433d83-a14e-46b9-8157-104e79e6875c req-61176826-b1a3-4121-b507-8852a36edef6 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462489 Sep 22 22:30:24.385880 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 3259b98e-bd80-43d7-9756-66370d9a2f5a up at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 22:30:24.428554 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.provisioning_blocks [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Provisioning complete for port 3259b98e-bd80-43d7-9756-66370d9a2f5a triggered by entity L2. {{(pid=106430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 22:30:24.428931 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1282782'] for port (3259b98e-bd80-43d7-9756-66370d9a2f5a), provisioning_complete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:30:24.429308 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Attempt 1 to provision port 3259b98e-bd80-43d7-9756-66370d9a2f5a Sep 22 22:30:24.499886 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Current status of the port 3259b98e-bd80-43d7-9756-66370d9a2f5a is: BUILD; New status is: ACTIVE {{(pid=106430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 22:30:24.500292 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1412430'] for port (3259b98e-bd80-43d7-9756-66370d9a2f5a), before_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:30:24.525353 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88352e2f-3ff2-4c9c-bea4-c8a206884b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3259b98e-bd80-43d7-9756-66370d9a2f5a'}] {{(pid=106430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:30:24.527603 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2272dcd180a18b0bdbf7a4ac2a7f9325cd9193a83f54eb82bc11fdb6a8b27d02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537ce3ec-fde9-4d5a-b5bf-05fce1066199" -d '{"events": [{"server_uuid": "88352e2f-3ff2-4c9c-bea4-c8a206884b2a", "name": "network-vif-plugged", "status": "completed", "tag": "3259b98e-bd80-43d7-9756-66370d9a2f5a"}]}' {{(pid=106430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:30:24.539661 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] For port 3259b98e-bd80-43d7-9756-66370d9a2f5a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3259b98e-bd80-43d7-9756-66370d9a2f5a,segment=NetworkSegment(1fbff40c-ece9-4665-b969-04fe31b14cba),segment_id=1fbff40c-ece9-4665-b969-04fe31b14cba)] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:30:24.544633 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778793942438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778793453523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778793453541'] for port (3259b98e-bd80-43d7-9756-66370d9a2f5a), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:30:24.571813 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f03a58-03c5-4fb0-bd5b-0b9af4742278 x-openstack-request-id: req-05f03a58-03c5-4fb0-bd5b-0b9af4742278 {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:30:24.572088 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88352e2f-3ff2-4c9c-bea4-c8a206884b2a", "name": "network-vif-plugged", "status": "completed", "tag": "3259b98e-bd80-43d7-9756-66370d9a2f5a", "code": 200}]} {{(pid=106430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:30:24.572404 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05f03a58-03c5-4fb0-bd5b-0b9af4742278 {{(pid=106430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:30:24.572845 dv-cinder-849143-6-iscsi neutron-server[106430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05f03a58-03c5-4fb0-bd5b-0b9af4742278'] response: {'server_uuid': '88352e2f-3ff2-4c9c-bea4-c8a206884b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3259b98e-bd80-43d7-9756-66370d9a2f5a', 'code': 200} Sep 22 22:30:24.594523 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Pushing event updated for resources: {'Port': ['ID=3259b98e-bd80-43d7-9756-66370d9a2f5a,revision_number=8']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:30:24.852809 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924d3ca-9fe6-4795-9a16-338f77990f83 req-62468a84-7dcf-404a-aeb8-4dec6c1a02cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:24.855050 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b924d3ca-9fe6-4795-9a16-338f77990f83 req-62468a84-7dcf-404a-aeb8-4dec6c1a02cc service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 1129 time: 0.0675757 Sep 22 22:30:24.887019 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27586f93-a3ec-4dd5-bdfa-e30c15e76f90 req-f3d93cf1-7ee5-42e0-bc00-b84da81aad9e tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:24.888474 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-27586f93-a3ec-4dd5-bdfa-e30c15e76f90 req-f3d93cf1-7ee5-42e0-bc00-b84da81aad9e tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 945 time: 0.0711679 Sep 22 22:30:24.934247 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b924d3ca-9fe6-4795-9a16-338f77990f83 req-72c58151-1029-408c-a4a4-7885135fd1b3 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737684 Sep 22 22:30:24.963864 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-27586f93-a3ec-4dd5-bdfa-e30c15e76f90 req-fd3c9d1c-2a61-46ab-b559-291fdd7754c8 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660050 Sep 22 22:30:26.100343 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fac468-cb85-45f8-88cf-c2f1c21c79ae req-41c788ed-e523-44fa-88da-5a20d07aaa6f tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:26.101827 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-58fac468-cb85-45f8-88cf-c2f1c21c79ae req-41c788ed-e523-44fa-88da-5a20d07aaa6f tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 945 time: 0.0468078 Sep 22 22:30:26.151541 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-58fac468-cb85-45f8-88cf-c2f1c21c79ae req-4e947b00-6e97-48f3-81ff-59f7c7de329a tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431974 Sep 22 22:30:27.276017 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221a4cf-8367-4c74-9d01-b4ec11400008 req-3d891eac-4dc6-492a-b9ea-3bde002af4d0 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:27.277498 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3221a4cf-8367-4c74-9d01-b4ec11400008 req-3d891eac-4dc6-492a-b9ea-3bde002af4d0 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 945 time: 0.0505147 Sep 22 22:30:27.327604 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-3221a4cf-8367-4c74-9d01-b4ec11400008 req-07e302cf-11a4-4a7e-95bf-26b416d27867 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440657 Sep 22 22:30:29.796313 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-303ec3aa-c345-4d87-86d9-e0df3bcdb656 req-f93f703b-31db-4bda-9111-fb3a00796b28 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382915 Sep 22 22:30:29.897894 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ec3aa-c345-4d87-86d9-e0df3bcdb656 req-5913df97-ede2-40c4-9c86-665ed74d6a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:29.899652 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-303ec3aa-c345-4d87-86d9-e0df3bcdb656 req-5913df97-ede2-40c4-9c86-665ed74d6a5e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=285dd074069d48d2951a195965088521&device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 1129 time: 0.0412242 Sep 22 22:30:30.003532 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ec3aa-c345-4d87-86d9-e0df3bcdb656 req-d1c4a16d-b90d-40f1-b0a0-07c44a6408aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:30.004973 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-303ec3aa-c345-4d87-86d9-e0df3bcdb656 req-d1c4a16d-b90d-40f1-b0a0-07c44a6408aa service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=9cfdaa3b-3b51-471a-a47b-8a3e118b84a3 HTTP/1.1" status: 200 len: 910 time: 0.0880702 Sep 22 22:30:30.067494 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-303ec3aa-c345-4d87-86d9-e0df3bcdb656 req-f973e53f-13fd-428a-8abd-6c8ea67861b5 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3259b98e-bd80-43d7-9756-66370d9a2f5a HTTP/1.1" status: 200 len: 1000 time: 0.0564828 Sep 22 22:30:30.120375 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ec3aa-c345-4d87-86d9-e0df3bcdb656 req-2c411006-6d8a-48a0-a23a-28d725f52e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:30.122015 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-303ec3aa-c345-4d87-86d9-e0df3bcdb656 req-2c411006-6d8a-48a0-a23a-28d725f52e06 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=a8ea1359-43e7-4f2e-9242-d601759f8b28 HTTP/1.1" status: 200 len: 848 time: 0.0486934 Sep 22 22:30:30.167283 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ec3aa-c345-4d87-86d9-e0df3bcdb656 req-ae9d8947-c681-48f1-a014-98b6b0473f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:30:30.168819 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-303ec3aa-c345-4d87-86d9-e0df3bcdb656 req-ae9d8947-c681-48f1-a014-98b6b0473f21 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9cfdaa3b-3b51-471a-a47b-8a3e118b84a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416105 Sep 22 22:30:30.191261 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:30:30.193583 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=100 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:30:30.259562 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-303ec3aa-c345-4d87-86d9-e0df3bcdb656 req-9e8fec56-acf8-4724-93bd-1826c637a448 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9cfdaa3b-3b51-471a-a47b-8a3e118b84a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850637 Sep 22 22:30:30.351199 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-303ec3aa-c345-4d87-86d9-e0df3bcdb656 req-5915c65b-5df2-4598-a474-ad4e994bc35a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9cfdaa3b-3b51-471a-a47b-8a3e118b84a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856085 Sep 22 22:30:34.591121 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:30:34.591890 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:30:40.125263 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:30:40.346825 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=16 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:30:40.347669 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=20 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:30:44.941191 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-0a17d946-d84e-4078-8b38-6398c8f457b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:30:47.099511 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-23db9b41-b0c7-4c37-b7c2-c43a27b92037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:30:47.809493 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:30:48.404054 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:30:49.819800 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:30:50.121299 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=18 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:30:50.121957 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=16 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:30:50.177703 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:31:00.167857 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:31:00.173894 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:31:14.937073 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-bd684e6e-3fe5-415b-8064-61d5c5e94467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:31:17.102625 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-a14e78a4-73c0-4a6f-8b35-60ba256f8033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:31:17.124527 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:31:17.814682 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:31:18.406362 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:31:19.824393 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:31:20.180247 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:31:24.129121 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=4 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:31:27.121150 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=4 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:31:30.174513 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:31:30.176420 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:31:32.479023 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-666e4c95-5cb8-4489-bc2c-c66ab7593427 req-1855b901-2a92-4003-b658-79c5f0d53436 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388141 Sep 22 22:31:32.584833 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e4c95-5cb8-4489-bc2c-c66ab7593427 req-07a511a2-349d-4ba3-96ca-c4492249e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:31:32.586353 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-666e4c95-5cb8-4489-bc2c-c66ab7593427 req-07a511a2-349d-4ba3-96ca-c4492249e644 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=285dd074069d48d2951a195965088521&device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 1129 time: 0.0439649 Sep 22 22:31:32.689252 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e4c95-5cb8-4489-bc2c-c66ab7593427 req-eb60622d-42a9-43a1-a6ec-939a03b5ed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:31:32.690699 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-666e4c95-5cb8-4489-bc2c-c66ab7593427 req-eb60622d-42a9-43a1-a6ec-939a03b5ed29 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=9cfdaa3b-3b51-471a-a47b-8a3e118b84a3 HTTP/1.1" status: 200 len: 910 time: 0.0846474 Sep 22 22:31:32.754134 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-666e4c95-5cb8-4489-bc2c-c66ab7593427 req-0e93eccc-1bb1-4350-99ca-2581bd6ac3c9 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3259b98e-bd80-43d7-9756-66370d9a2f5a HTTP/1.1" status: 200 len: 1000 time: 0.0577798 Sep 22 22:31:32.801753 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e4c95-5cb8-4489-bc2c-c66ab7593427 req-3345247b-ae6d-4fda-a267-e5055f4bdc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:31:32.803142 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-666e4c95-5cb8-4489-bc2c-c66ab7593427 req-3345247b-ae6d-4fda-a267-e5055f4bdc6a service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=a8ea1359-43e7-4f2e-9242-d601759f8b28 HTTP/1.1" status: 200 len: 848 time: 0.0432894 Sep 22 22:31:32.845072 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e4c95-5cb8-4489-bc2c-c66ab7593427 req-e21674c1-92ac-4e98-bc6f-f0ae051c873d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:31:32.846530 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-666e4c95-5cb8-4489-bc2c-c66ab7593427 req-e21674c1-92ac-4e98-bc6f-f0ae051c873d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9cfdaa3b-3b51-471a-a47b-8a3e118b84a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380235 Sep 22 22:31:32.856144 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [req-666e4c95-5cb8-4489-bc2c-c66ab7593427 req-69833e29-4b23-4c47-bcea-906aa662a36f service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106428) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 22:31:32.857066 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-666e4c95-5cb8-4489-bc2c-c66ab7593427 req-69833e29-4b23-4c47-bcea-906aa662a36f service neutron] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048378 Sep 22 22:31:32.948042 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-666e4c95-5cb8-4489-bc2c-c66ab7593427 req-14c1d6ce-5f2a-4a7f-b3aa-6a2170dfd55b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9cfdaa3b-3b51-471a-a47b-8a3e118b84a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853093 Sep 22 22:31:33.034621 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-666e4c95-5cb8-4489-bc2c-c66ab7593427 req-796a3edb-0c44-418d-bd25-7c4958367409 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9cfdaa3b-3b51-471a-a47b-8a3e118b84a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812612 Sep 22 22:31:43.029795 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=51 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:31:43.032008 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=50 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:31:43.189863 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:31:44.938415 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-c09b1b25-118a-4d0c-8d59-5e3c332660b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:31:47.105669 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-63e8be6c-8ffe-447d-8030-e448bd1c4beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:31:47.821635 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:31:48.410566 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:31:49.826907 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:31:50.182936 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:31:54.124988 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:31:54.141773 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 48988) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:31:54.282837 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-e51bce03-65dd-42a1-b51a-c0033c74fcc3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Deleting port af5b6b4c-8580-46f9-8788-f58bb05a69aa {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:31:54.283184 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-e51bce03-65dd-42a1-b51a-c0033c74fcc3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (af5b6b4c-8580-46f9-8788-f58bb05a69aa), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:31:54.362245 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-e51bce03-65dd-42a1-b51a-c0033c74fcc3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (af5b6b4c-8580-46f9-8788-f58bb05a69aa), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:31:54.362470 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-e51bce03-65dd-42a1-b51a-c0033c74fcc3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks [] for floatingip (af5b6b4c-8580-46f9-8788-f58bb05a69aa), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:31:54.374771 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-e51bce03-65dd-42a1-b51a-c0033c74fcc3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Calling delete_port for af5b6b4c-8580-46f9-8788-f58bb05a69aa owned by network:floatingip {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:31:54.516828 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-e51bce03-65dd-42a1-b51a-c0033c74fcc3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (af5b6b4c-8580-46f9-8788-f58bb05a69aa), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:31:54.541043 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51bce03-65dd-42a1-b51a-c0033c74fcc3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Pushing event deleted for resources: {'Port': ['ID=af5b6b4c-8580-46f9-8788-f58bb05a69aa,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:31:54.567659 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51bce03-65dd-42a1-b51a-c0033c74fcc3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:31:54.568016 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51bce03-65dd-42a1-b51a-c0033c74fcc3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:31:54.568362 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51bce03-65dd-42a1-b51a-c0033c74fcc3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:31:54.568705 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51bce03-65dd-42a1-b51a-c0033c74fcc3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:31:54.569043 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51bce03-65dd-42a1-b51a-c0033c74fcc3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:31:54.569528 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51bce03-65dd-42a1-b51a-c0033c74fcc3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:31:54.569862 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51bce03-65dd-42a1-b51a-c0033c74fcc3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:31:54.570198 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51bce03-65dd-42a1-b51a-c0033c74fcc3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:31:54.570526 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51bce03-65dd-42a1-b51a-c0033c74fcc3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:31:54.570852 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51bce03-65dd-42a1-b51a-c0033c74fcc3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:31:54.571180 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51bce03-65dd-42a1-b51a-c0033c74fcc3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:31:54.571505 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51bce03-65dd-42a1-b51a-c0033c74fcc3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:31:54.571832 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51bce03-65dd-42a1-b51a-c0033c74fcc3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:31:54.572153 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51bce03-65dd-42a1-b51a-c0033c74fcc3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:31:54.572478 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51bce03-65dd-42a1-b51a-c0033c74fcc3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:31:54.617674 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-e51bce03-65dd-42a1-b51a-c0033c74fcc3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks [] for floatingip (8af08cc6-bbd8-43b9-a071-34d0be001a26), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:31:54.617941 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.db.l3_db [None req-e51bce03-65dd-42a1-b51a-c0033c74fcc3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Floating IP 8af08cc6-bbd8-43b9-a071-34d0be001a26 disassociated (deleted). External IP: 172.27.1.66, port: 3259b98e-bd80-43d7-9756-66370d9a2f5a. Sep 22 22:31:54.809434 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51bce03-65dd-42a1-b51a-c0033c74fcc3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Router dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:31:54.911709 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51bce03-65dd-42a1-b51a-c0033c74fcc3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:31:54.916421 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-e51bce03-65dd-42a1-b51a-c0033c74fcc3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for floatingip (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:31:54.921210 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605d18ff-4fee-4ce4-9352-20659380e509 None None] Sync routers for ids ['dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d'] in dv-cinder-849143-6-iscsi {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:31:54.930543 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605d18ff-4fee-4ce4-9352-20659380e509 None None] Routers {'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:31:54.931147 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-605d18ff-4fee-4ce4-9352-20659380e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:31:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:31:54.937374 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:31:54.948525 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-e51bce03-65dd-42a1-b51a-c0033c74fcc3 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/8af08cc6-bbd8-43b9-a071-34d0be001a26 HTTP/1.1" status: 204 len: 168 time: 0.8056879 Sep 22 22:31:54.949192 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88352e2f-3ff2-4c9c-bea4-c8a206884b2a', 'tag': '3259b98e-bd80-43d7-9756-66370d9a2f5a'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:31:54.952099 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4558512a-73aa-4363-bf06-64bfbe6c7a85" -d '{"events": [{"name": "network-changed", "server_uuid": "88352e2f-3ff2-4c9c-bea4-c8a206884b2a", "tag": "3259b98e-bd80-43d7-9756-66370d9a2f5a"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:31:55.002654 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 22:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4f8a7a-4454-4ac4-a7d8-9816b109e36a x-openstack-request-id: req-6c4f8a7a-4454-4ac4-a7d8-9816b109e36a {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:31:55.003529 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88352e2f-3ff2-4c9c-bea4-c8a206884b2a", "tag": "3259b98e-bd80-43d7-9756-66370d9a2f5a", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:31:55.003964 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c4f8a7a-4454-4ac4-a7d8-9816b109e36a {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:31:55.004386 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c4f8a7a-4454-4ac4-a7d8-9816b109e36a'] response: {'name': 'network-changed', 'server_uuid': '88352e2f-3ff2-4c9c-bea4-c8a206884b2a', 'tag': '3259b98e-bd80-43d7-9756-66370d9a2f5a', 'status': 'completed', 'code': 200} Sep 22 22:31:55.036119 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-605d18ff-4fee-4ce4-9352-20659380e509 None None] Set router dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:31:55.107891 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558512a-73aa-4363-bf06-64bfbe6c7a85 req-fe58418b-ef74-4bad-a43c-f9460362c3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:31:55.113014 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4558512a-73aa-4363-bf06-64bfbe6c7a85 req-fe58418b-ef74-4bad-a43c-f9460362c3ed service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=285dd074069d48d2951a195965088521&device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 1129 time: 0.0605633 Sep 22 22:31:55.172973 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:31:55.226661 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827075ee-b673-443e-b846-010b58042d71 req-6eb6a698-6839-4087-926c-82648725f7db tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:31:55.228130 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-827075ee-b673-443e-b846-010b58042d71 req-6eb6a698-6839-4087-926c-82648725f7db tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 945 time: 0.0588472 Sep 22 22:31:55.240839 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-605d18ff-4fee-4ce4-9352-20659380e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'name': 'tempest-TestShelveInstance-2084586498-router', 'tenant_id': '285dd074069d48d2951a195965088521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:26:48Z', 'updated_at': '2022-09-22T22:26:50Z', 'revision_number': 4, 'project_id': '285dd074069d48d2951a195965088521', 'gw_port': {'id': 'a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:48Z', 'updated_at': '2022-09-22T22:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '42a1f269-668b-4843-b63d-8d7c7f08b2f9', 'name': '', 'network_id': '9cfdaa3b-3b51-471a-a47b-8a3e118b84a3', 'tenant_id': '285dd074069d48d2951a195965088521', 'mac_address': 'fa:16:3e:28:6e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'a8ea1359-43e7-4f2e-9242-d601759f8b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:50Z', 'updated_at': '2022-09-22T22:26:55Z', 'revision_number': 5, 'project_id': '285dd074069d48d2951a195965088521', 'subnets': [{'id': 'a8ea1359-43e7-4f2e-9242-d601759f8b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:31:55.267784 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605d18ff-4fee-4ce4-9352-20659380e509 None None] Checking router: dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d for host: dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:31:55.275995 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558512a-73aa-4363-bf06-64bfbe6c7a85 req-44c299f9-2393-4d42-a42b-2aa4b8cac6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:31:55.276445 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605d18ff-4fee-4ce4-9352-20659380e509 None None] Routers {'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:31:55.277036 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-605d18ff-4fee-4ce4-9352-20659380e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:31:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:31:55.277481 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4558512a-73aa-4363-bf06-64bfbe6c7a85 req-44c299f9-2393-4d42-a42b-2aa4b8cac6a4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=9cfdaa3b-3b51-471a-a47b-8a3e118b84a3 HTTP/1.1" status: 200 len: 910 time: 0.1590586 Sep 22 22:31:55.302140 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-827075ee-b673-443e-b846-010b58042d71 req-978148a6-0c7b-4874-a17c-6f57e48e3fd9 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676725 Sep 22 22:31:55.377541 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-605d18ff-4fee-4ce4-9352-20659380e509 None None] Set router dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:31:55.555208 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-605d18ff-4fee-4ce4-9352-20659380e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'name': 'tempest-TestShelveInstance-2084586498-router', 'tenant_id': '285dd074069d48d2951a195965088521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:26:48Z', 'updated_at': '2022-09-22T22:26:50Z', 'revision_number': 4, 'project_id': '285dd074069d48d2951a195965088521', 'gw_port': {'id': 'a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:48Z', 'updated_at': '2022-09-22T22:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '42a1f269-668b-4843-b63d-8d7c7f08b2f9', 'name': '', 'network_id': '9cfdaa3b-3b51-471a-a47b-8a3e118b84a3', 'tenant_id': '285dd074069d48d2951a195965088521', 'mac_address': 'fa:16:3e:28:6e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'a8ea1359-43e7-4f2e-9242-d601759f8b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:50Z', 'updated_at': '2022-09-22T22:26:55Z', 'revision_number': 5, 'project_id': '285dd074069d48d2951a195965088521', 'subnets': [{'id': 'a8ea1359-43e7-4f2e-9242-d601759f8b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:31:55.582369 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605d18ff-4fee-4ce4-9352-20659380e509 None None] The sync data for ids ['dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d'] in dv-cinder-849143-6-iscsi is: [{'id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'name': 'tempest-TestShelveInstance-2084586498-router', 'tenant_id': '285dd074069d48d2951a195965088521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:26:48Z', 'updated_at': '2022-09-22T22:26:50Z', 'revision_number': 4, 'project_id': '285dd074069d48d2951a195965088521', 'gw_port': {'id': 'a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:48Z', 'updated_at': '2022-09-22T22:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi', '_interfaces': [{'id': '42a1f269-668b-4843-b63d-8d7c7f08b2f9', 'name': '', 'network_id': '9cfdaa3b-3b51-471a-a47b-8a3e118b84a3', 'tenant_id': '285dd074069d48d2951a195965088521', 'mac_address': 'fa:16:3e:28:6e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'a8ea1359-43e7-4f2e-9242-d601759f8b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:50Z', 'updated_at': '2022-09-22T22:26:55Z', 'revision_number': 5, 'project_id': '285dd074069d48d2951a195965088521', 'subnets': [{'id': 'a8ea1359-43e7-4f2e-9242-d601759f8b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:31:55.786354 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670fe139-7c53-4e83-9006-8dcef2d9aad2 None None] New status for floating IP 8af08cc6-bbd8-43b9-a071-34d0be001a26: DOWN {{(pid=106430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 22:31:56.225481 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4558512a-73aa-4363-bf06-64bfbe6c7a85 req-6d2892b0-3752-4dc3-a039-f34b49f1ff27 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3259b98e-bd80-43d7-9756-66370d9a2f5a HTTP/1.1" status: 200 len: 217 time: 0.0340600 Sep 22 22:31:56.274261 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558512a-73aa-4363-bf06-64bfbe6c7a85 req-0b62aaa5-2877-4305-9d63-e974432cd149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:31:56.275654 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4558512a-73aa-4363-bf06-64bfbe6c7a85 req-0b62aaa5-2877-4305-9d63-e974432cd149 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=a8ea1359-43e7-4f2e-9242-d601759f8b28 HTTP/1.1" status: 200 len: 848 time: 0.0444598 Sep 22 22:31:56.337779 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558512a-73aa-4363-bf06-64bfbe6c7a85 req-9e2229b1-c233-484b-aa74-4f8ea0373fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:31:56.339371 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4558512a-73aa-4363-bf06-64bfbe6c7a85 req-9e2229b1-c233-484b-aa74-4f8ea0373fb0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=9cfdaa3b-3b51-471a-a47b-8a3e118b84a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417464 Sep 22 22:31:56.443592 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4558512a-73aa-4363-bf06-64bfbe6c7a85 req-1f3b8260-3ac9-4b97-98c5-a94a4546b16b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9cfdaa3b-3b51-471a-a47b-8a3e118b84a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975952 Sep 22 22:31:56.478068 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c273f-b65d-4fd2-a6bb-5a5eb8de354e req-21dfafb4-cd1f-48b3-98b1-7f489de2ff86 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:31:56.479497 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-074c273f-b65d-4fd2-a6bb-5a5eb8de354e req-21dfafb4-cd1f-48b3-98b1-7f489de2ff86 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 945 time: 0.0514033 Sep 22 22:31:56.535069 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-074c273f-b65d-4fd2-a6bb-5a5eb8de354e req-810f50a9-534d-4eaa-811e-6e8be5867c68 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b6fdd15f-5b35-487b-bc2d-1456a5ef308b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499175 Sep 22 22:31:56.848514 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-4558512a-73aa-4363-bf06-64bfbe6c7a85 req-9494813c-de90-4e2f-aebf-165dd0851e82 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/9cfdaa3b-3b51-471a-a47b-8a3e118b84a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827253 Sep 22 22:31:56.948528 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3014f0-2aa4-4c2b-b0ee-38d4ba0bf86f req-ae97e787-c992-4772-aa2d-2ca49eb44c17 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 22:31:56.950008 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fd3014f0-2aa4-4c2b-b0ee-38d4ba0bf86f req-ae97e787-c992-4772-aa2d-2ca49eb44c17 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 945 time: 0.0467818 Sep 22 22:31:57.034885 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-fd3014f0-2aa4-4c2b-b0ee-38d4ba0bf86f req-aec6bb17-58ae-4cf2-a304-64cba3a4ac29 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Deleting port 3259b98e-bd80-43d7-9756-66370d9a2f5a {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:31:57.035245 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-fd3014f0-2aa4-4c2b-b0ee-38d4ba0bf86f req-aec6bb17-58ae-4cf2-a304-64cba3a4ac29 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (3259b98e-bd80-43d7-9756-66370d9a2f5a), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:31:57.139278 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [req-fd3014f0-2aa4-4c2b-b0ee-38d4ba0bf86f req-aec6bb17-58ae-4cf2-a304-64cba3a4ac29 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] For port 3259b98e-bd80-43d7-9756-66370d9a2f5a, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=3259b98e-bd80-43d7-9756-66370d9a2f5a,segment=NetworkSegment(1fbff40c-ece9-4665-b969-04fe31b14cba),segment_id=1fbff40c-ece9-4665-b969-04fe31b14cba)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:31:57.139607 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-fd3014f0-2aa4-4c2b-b0ee-38d4ba0bf86f req-aec6bb17-58ae-4cf2-a304-64cba3a4ac29 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (3259b98e-bd80-43d7-9756-66370d9a2f5a), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:31:57.157294 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [req-fd3014f0-2aa4-4c2b-b0ee-38d4ba0bf86f req-aec6bb17-58ae-4cf2-a304-64cba3a4ac29 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Calling delete_port for 3259b98e-bd80-43d7-9756-66370d9a2f5a owned by compute:nova {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:31:57.228928 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:31:57.279854 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:31:57.287269 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-fd3014f0-2aa4-4c2b-b0ee-38d4ba0bf86f req-aec6bb17-58ae-4cf2-a304-64cba3a4ac29 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (3259b98e-bd80-43d7-9756-66370d9a2f5a), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:31:57.315933 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6bb17-58ae-4cf2-a304-64cba3a4ac29 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Pushing event deleted for resources: {'Port': ['ID=3259b98e-bd80-43d7-9756-66370d9a2f5a,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:31:57.366108 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3014f0-2aa4-4c2b-b0ee-38d4ba0bf86f req-aec6bb17-58ae-4cf2-a304-64cba3a4ac29 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] No DVR routers for this DVR port 3259b98e-bd80-43d7-9756-66370d9a2f5a on host hv-cinder-84914 {{(pid=106428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:31:57.368656 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [req-fd3014f0-2aa4-4c2b-b0ee-38d4ba0bf86f req-aec6bb17-58ae-4cf2-a304-64cba3a4ac29 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472678'] for port (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:31:57.371986 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-fd3014f0-2aa4-4c2b-b0ee-38d4ba0bf86f req-aec6bb17-58ae-4cf2-a304-64cba3a4ac29 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.57 "DELETE /networking/v2.0/ports/3259b98e-bd80-43d7-9756-66370d9a2f5a HTTP/1.1" status: 204 len: 173 time: 0.4172294 Sep 22 22:31:57.372501 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88352e2f-3ff2-4c9c-bea4-c8a206884b2a', 'name': 'network-vif-deleted', 'tag': '3259b98e-bd80-43d7-9756-66370d9a2f5a'}] {{(pid=106428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 22:31:57.374800 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a5be51e79b3c8eca3737150589474e43ad46f3615c5ac20083926cfa8546b7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7752cc2a-23ab-4bde-a6e8-716f799d7f6d" -d '{"events": [{"server_uuid": "88352e2f-3ff2-4c9c-bea4-c8a206884b2a", "name": "network-vif-deleted", "tag": "3259b98e-bd80-43d7-9756-66370d9a2f5a"}]}' {{(pid=106428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 22:31:57.413144 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 22:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b97846-d2f8-488a-8223-e4a9b332d0ab x-openstack-request-id: req-27b97846-d2f8-488a-8223-e4a9b332d0ab {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 22:31:57.413452 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88352e2f-3ff2-4c9c-bea4-c8a206884b2a", "name": "network-vif-deleted", "tag": "3259b98e-bd80-43d7-9756-66370d9a2f5a", "status": "completed", "code": 200}]} {{(pid=106428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 22:31:57.413706 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27b97846-d2f8-488a-8223-e4a9b332d0ab {{(pid=106428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 22:31:57.414114 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27b97846-d2f8-488a-8223-e4a9b332d0ab'] response: {'server_uuid': '88352e2f-3ff2-4c9c-bea4-c8a206884b2a', 'name': 'network-vif-deleted', 'tag': '3259b98e-bd80-43d7-9756-66370d9a2f5a', 'status': 'completed', 'code': 200} Sep 22 22:31:57.638928 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [req-b5425da1-d992-400b-8310-7c69c7139846 req-907e89be-6043-4d62-8131-49b2179a1db2 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=88352e2f-3ff2-4c9c-bea4-c8a206884b2a HTTP/1.1" status: 200 len: 210 time: 0.0276527 Sep 22 22:31:58.703966 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 49018) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:31:58.759913 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-92411ee9-6f65-4889-afe1-4759fd3c39e4 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks [] for security_group (b6fdd15f-5b35-487b-bc2d-1456a5ef308b), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:31:58.783681 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-92411ee9-6f65-4889-afe1-4759fd3c39e4 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks [] for security_group (b6fdd15f-5b35-487b-bc2d-1456a5ef308b), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:31:58.848539 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-92411ee9-6f65-4889-afe1-4759fd3c39e4 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (b6fdd15f-5b35-487b-bc2d-1456a5ef308b), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:31:58.851161 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-92411ee9-6f65-4889-afe1-4759fd3c39e4 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:31:58.852360 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-92411ee9-6f65-4889-afe1-4759fd3c39e4 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b6fdd15f-5b35-487b-bc2d-1456a5ef308b HTTP/1.1" status: 204 len: 168 time: 0.1485503 Sep 22 22:31:58.862249 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92411ee9-6f65-4889-afe1-4759fd3c39e4 tempest-TestShelveInstance-3371991 tempest-TestShelveInstance-3371991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fdd15f-5b35-487b-bc2d-1456a5ef308b,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:31:58.912966 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 49022) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:31:59.328298 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5f9b2024-d172-4af5-ac47-d510b02d322d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3769516'] for router_interface (dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:31:59.543174 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b2024-d172-4af5-ac47-d510b02d322d admin admin] Deleting port 42a1f269-668b-4843-b63d-8d7c7f08b2f9 {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:31:59.543513 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5f9b2024-d172-4af5-ac47-d510b02d322d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (42a1f269-668b-4843-b63d-8d7c7f08b2f9), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:31:59.614894 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:31:59.623138 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-5f9b2024-d172-4af5-ac47-d510b02d322d admin admin] For port 42a1f269-668b-4843-b63d-8d7c7f08b2f9, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=42a1f269-668b-4843-b63d-8d7c7f08b2f9,segment=NetworkSegment(1fbff40c-ece9-4665-b969-04fe31b14cba),segment_id=1fbff40c-ece9-4665-b969-04fe31b14cba)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:31:59.623564 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5f9b2024-d172-4af5-ac47-d510b02d322d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (42a1f269-668b-4843-b63d-8d7c7f08b2f9), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:31:59.639000 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b2024-d172-4af5-ac47-d510b02d322d admin admin] Calling delete_port for 42a1f269-668b-4843-b63d-8d7c7f08b2f9 owned by network:router_interface {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:31:59.698279 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:31:59.813473 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5f9b2024-d172-4af5-ac47-d510b02d322d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (42a1f269-668b-4843-b63d-8d7c7f08b2f9), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:00.069875 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b2024-d172-4af5-ac47-d510b02d322d admin admin] Pushing event deleted for resources: {'Port': ['ID=42a1f269-668b-4843-b63d-8d7c7f08b2f9,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:32:00.237196 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-5f9b2024-d172-4af5-ac47-d510b02d322d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3923237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679260'] for router_interface (dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:00.437556 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9b2024-d172-4af5-ac47-d510b02d322d admin admin] Router dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:32:00.537812 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9b2024-d172-4af5-ac47-d510b02d322d admin admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:32:00.542836 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-5f9b2024-d172-4af5-ac47-d510b02d322d admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6286576 Sep 22 22:32:00.546162 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 49026) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:32:00.547481 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c46963-4980-4845-a727-3f133eccc829 None None] Sync routers for ids ['dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d'] in dv-cinder-849143-6-iscsi {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:32:00.557858 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c46963-4980-4845-a727-3f133eccc829 None None] Routers {'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:32:00.558542 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-b7c46963-4980-4845-a727-3f133eccc829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:31:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:32:00.640009 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:32:00.654364 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-529f8b92-60c9-42b1-af3b-0758de9d43c9 admin admin] Publish callbacks [] for router (dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:00.659349 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-b7c46963-4980-4845-a727-3f133eccc829 None None] Set router dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d gateway port host: dv-cinder-849143-6-iscsi {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:32:00.749685 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-529f8b92-60c9-42b1-af3b-0758de9d43c9 admin admin] Publish callbacks [] for router_gateway (dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:00.797547 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-529f8b92-60c9-42b1-af3b-0758de9d43c9 admin admin] Deleting port a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:32:00.797900 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-529f8b92-60c9-42b1-af3b-0758de9d43c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:00.819477 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 3259b98e-bd80-43d7-9756-66370d9a2f5a no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:32:00.840157 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] No Port match for: 3259b98e-bd80-43d7-9756-66370d9a2f5a {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:32:00.840503 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Device 3259b98e-bd80-43d7-9756-66370d9a2f5a not bound to the agent host hv-cinder-84914 {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:32:00.857848 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:32:00.884327 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-529f8b92-60c9-42b1-af3b-0758de9d43c9 admin admin] For port a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:32:00.884722 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-529f8b92-60c9-42b1-af3b-0758de9d43c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:00.898233 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-529f8b92-60c9-42b1-af3b-0758de9d43c9 admin admin] Calling delete_port for a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed owned by network:router_gateway {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:32:00.914624 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=100 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:32:00.920679 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-b7c46963-4980-4845-a727-3f133eccc829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'name': 'tempest-TestShelveInstance-2084586498-router', 'tenant_id': '285dd074069d48d2951a195965088521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:26:48Z', 'updated_at': '2022-09-22T22:31:59Z', 'revision_number': 5, 'project_id': '285dd074069d48d2951a195965088521', 'gw_port': {'id': 'a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:7b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:48Z', 'updated_at': '2022-09-22T22:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi'}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:32:00.923260 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=100 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:32:00.945892 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c46963-4980-4845-a727-3f133eccc829 None None] Checking router: dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d for host: dv-cinder-849143-6-iscsi {{(pid=106431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:32:00.954560 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c46963-4980-4845-a727-3f133eccc829 None None] Routers {'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:32:00.955169 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-b7c46963-4980-4845-a727-3f133eccc829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:31:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d'], 'active': True} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:32:01.038810 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_dvr_db [None req-b7c46963-4980-4845-a727-3f133eccc829 None None] Set router dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d gateway port host: None {{(pid=106431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:32:01.076535 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-529f8b92-60c9-42b1-af3b-0758de9d43c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:01.090394 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.l3_hamode_db [None req-b7c46963-4980-4845-a727-3f133eccc829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'name': 'tempest-TestShelveInstance-2084586498-router', 'tenant_id': '285dd074069d48d2951a195965088521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:26:48Z', 'updated_at': '2022-09-22T22:32:00Z', 'revision_number': 6, 'project_id': '285dd074069d48d2951a195965088521', 'gw_port_host': None}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:32:01.106432 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f8b92-60c9-42b1-af3b-0758de9d43c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:32:01.117347 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c46963-4980-4845-a727-3f133eccc829 None None] The sync data for ids ['dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d'] in dv-cinder-849143-6-iscsi is: [{'id': 'dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d', 'name': 'tempest-TestShelveInstance-2084586498-router', 'tenant_id': '285dd074069d48d2951a195965088521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:26:48Z', 'updated_at': '2022-09-22T22:32:00Z', 'revision_number': 6, 'project_id': '285dd074069d48d2951a195965088521', 'gw_port_host': None}] {{(pid=106431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:32:01.173058 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-529f8b92-60c9-42b1-af3b-0758de9d43c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3684438'] for router_gateway (dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:01.263391 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-529f8b92-60c9-42b1-af3b-0758de9d43c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15774'] for router (dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:01.265803 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-529f8b92-60c9-42b1-af3b-0758de9d43c9 admin admin] Publish callbacks [] for router_controller (dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d), precommit_delete_associations {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:01.309953 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-529f8b92-60c9-42b1-af3b-0758de9d43c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679329'] for router (dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:01.310788 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529f8b92-60c9-42b1-af3b-0758de9d43c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d {{(pid=106428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 22:32:01.315894 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-529f8b92-60c9-42b1-af3b-0758de9d43c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:01.317029 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-529f8b92-60c9-42b1-af3b-0758de9d43c9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/dd1cd4c2-f8d8-4cf3-85c6-1d9daf5f182d HTTP/1.1" status: 204 len: 168 time: 0.7699511 Sep 22 22:32:01.319658 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 49028) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:32:01.367657 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1f8990-60ce-49b0-9e7d-6b9b81710014 admin admin] Deleting subnet a8ea1359-43e7-4f2e-9242-d601759f8b28 {{(pid=106428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 22:32:01.370768 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-bf1f8990-60ce-49b0-9e7d-6b9b81710014 admin admin] Publish callbacks [] for subnet (a8ea1359-43e7-4f2e-9242-d601759f8b28), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:01.405608 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-bf1f8990-60ce-49b0-9e7d-6b9b81710014 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10260588'] for subnet (a8ea1359-43e7-4f2e-9242-d601759f8b28), precommit_delete_associations {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:01.480760 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-bf1f8990-60ce-49b0-9e7d-6b9b81710014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433450'] for subnet (a8ea1359-43e7-4f2e-9242-d601759f8b28), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:01.519358 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:32:01.548281 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-bf1f8990-60ce-49b0-9e7d-6b9b81710014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10406668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9847801'] for subnet (a8ea1359-43e7-4f2e-9242-d601759f8b28), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:01.576111 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f8990-60ce-49b0-9e7d-6b9b81710014 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8ea1359-43e7-4f2e-9242-d601759f8b28,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:32:01.578048 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-bf1f8990-60ce-49b0-9e7d-6b9b81710014 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for subnet (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:01.581227 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-bf1f8990-60ce-49b0-9e7d-6b9b81710014 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/a8ea1359-43e7-4f2e-9242-d601759f8b28 HTTP/1.1" status: 204 len: 168 time: 0.2606401 Sep 22 22:32:01.582186 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7578182-969f-4b0f-9ca9-911a54d7fc2a None None] Network 9cfdaa3b-3b51-471a-a47b-8a3e118b84a3 requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:32:01.583934 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 49030) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:32:01.652734 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-329ce3b3-21b1-4ccf-8a4d-26c40eca4857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425183'] for network (9cfdaa3b-3b51-471a-a47b-8a3e118b84a3), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:01.699064 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-329ce3b3-21b1-4ccf-8a4d-26c40eca4857 admin admin] Deleting port 008febed-d434-48ba-9d95-a25bf0e86dc4 {{(pid=106428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:32:01.699404 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-329ce3b3-21b1-4ccf-8a4d-26c40eca4857 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (008febed-d434-48ba-9d95-a25bf0e86dc4), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:01.761675 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:32:01.766728 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.db [None req-329ce3b3-21b1-4ccf-8a4d-26c40eca4857 admin admin] For port 008febed-d434-48ba-9d95-a25bf0e86dc4, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=008febed-d434-48ba-9d95-a25bf0e86dc4,segment=NetworkSegment(1fbff40c-ece9-4665-b969-04fe31b14cba),segment_id=1fbff40c-ece9-4665-b969-04fe31b14cba)] {{(pid=106428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:32:01.767095 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-329ce3b3-21b1-4ccf-8a4d-26c40eca4857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (008febed-d434-48ba-9d95-a25bf0e86dc4), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:01.781484 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.plugin [None req-329ce3b3-21b1-4ccf-8a4d-26c40eca4857 admin admin] Calling delete_port for 008febed-d434-48ba-9d95-a25bf0e86dc4 owned by network:dhcp {{(pid=106428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:32:01.859069 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-329ce3b3-21b1-4ccf-8a4d-26c40eca4857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10406755'] for port (008febed-d434-48ba-9d95-a25bf0e86dc4), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:01.886919 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ce3b3-21b1-4ccf-8a4d-26c40eca4857 admin admin] Pushing event deleted for resources: {'Port': ['ID=008febed-d434-48ba-9d95-a25bf0e86dc4,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:32:01.891178 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329ce3b3-21b1-4ccf-8a4d-26c40eca4857 admin admin] No DVR routers for this DVR port 008febed-d434-48ba-9d95-a25bf0e86dc4 on host dv-cinder-849143-6-iscsi {{(pid=106428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:32:01.902895 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff5d0ca-1ee9-43f1-8139-9fe3379355b6 None None] DHCP port deletion for 9cfdaa3b-3b51-471a-a47b-8a3e118b84a3 request from dv-cinder-849143-6-iscsi {{(pid=106430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 22:32:01.966615 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-329ce3b3-21b1-4ccf-8a4d-26c40eca4857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1288257', 'neutron.services.segments.db._delete_segments_for_network-8778793935297'] for network (9cfdaa3b-3b51-471a-a47b-8a3e118b84a3), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:01.987096 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.services.segments.db [None req-329ce3b3-21b1-4ccf-8a4d-26c40eca4857 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cfdaa3b-3b51-471a-a47b-8a3e118b84a3']}} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:32:01.996496 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.services.segments.db [None req-329ce3b3-21b1-4ccf-8a4d-26c40eca4857 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fbff40c-ece9-4665-b969-04fe31b14cba') {'for_net_delete': True} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:32:01.996793 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.services.segments.db [None req-329ce3b3-21b1-4ccf-8a4d-26c40eca4857 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fbff40c-ece9-4665-b969-04fe31b14cba') {} {{(pid=106428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:32:02.006965 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-329ce3b3-21b1-4ccf-8a4d-26c40eca4857 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778793935189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10260567'] for segment (1fbff40c-ece9-4665-b969-04fe31b14cba), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:02.022303 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-329ce3b3-21b1-4ccf-8a4d-26c40eca4857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (1fbff40c-ece9-4665-b969-04fe31b14cba), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:02.029656 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-329ce3b3-21b1-4ccf-8a4d-26c40eca4857 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=106428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:32:02.030068 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-329ce3b3-21b1-4ccf-8a4d-26c40eca4857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10406838'] for segment (1fbff40c-ece9-4665-b969-04fe31b14cba), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:02.095539 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-329ce3b3-21b1-4ccf-8a4d-26c40eca4857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1288312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684483'] for network (9cfdaa3b-3b51-471a-a47b-8a3e118b84a3), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:02.101878 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-329ce3b3-21b1-4ccf-8a4d-26c40eca4857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:02.108820 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-329ce3b3-21b1-4ccf-8a4d-26c40eca4857 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/9cfdaa3b-3b51-471a-a47b-8a3e118b84a3 HTTP/1.1" status: 204 len: 168 time: 0.5214279 Sep 22 22:32:02.109316 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 49036) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:32:02.109780 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.services.segments.plugin [-] Segment 1fbff40c-ece9-4665-b969-04fe31b14cba resource provider aggregate not found Sep 22 22:32:02.123070 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ce3b3-21b1-4ccf-8a4d-26c40eca4857 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cfdaa3b-3b51-471a-a47b-8a3e118b84a3,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:32:02.133198 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.services.segments.plugin [-] Segment 1fbff40c-ece9-4665-b969-04fe31b14cba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1fbff40c-ece9-4665-b969-04fe31b14cba found for delete ", "request_id": "req-f2263a32-0a24-42db-b2b1-188a1292121e"}]} Sep 22 22:32:02.253497 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed no longer exists at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:32:02.276144 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] No Port match for: a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:32:02.276491 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device a1aa9bd6-efd4-41b1-a8a6-85b0597e1eed not bound to the agent host dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:32:02.276915 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 42a1f269-668b-4843-b63d-8d7c7f08b2f9 no longer exists at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:32:02.294567 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] No Port match for: 42a1f269-668b-4843-b63d-8d7c7f08b2f9 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:32:02.294914 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 42a1f269-668b-4843-b63d-8d7c7f08b2f9 not bound to the agent host dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:32:02.295332 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 008febed-d434-48ba-9d95-a25bf0e86dc4 no longer exists at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:32:02.313525 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] No Port match for: 008febed-d434-48ba-9d95-a25bf0e86dc4 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:32:02.313874 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 008febed-d434-48ba-9d95-a25bf0e86dc4 not bound to the agent host dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:32:02.421429 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-92e65d9c-d09c-4366-86d7-c75013fd6196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3769516'] for router_interface (7f8ba2d4-b02f-44b7-9bc1-15eeca374350), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:02.633635 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-92e65d9c-d09c-4366-86d7-c75013fd6196 admin admin] Deleting port c49641af-30dd-4153-83f0-d0278852f426 {{(pid=106429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:32:02.633968 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-92e65d9c-d09c-4366-86d7-c75013fd6196 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (c49641af-30dd-4153-83f0-d0278852f426), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:02.711543 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.db [None req-92e65d9c-d09c-4366-86d7-c75013fd6196 admin admin] For port c49641af-30dd-4153-83f0-d0278852f426, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=c49641af-30dd-4153-83f0-d0278852f426,segment=NetworkSegment(4586ed80-6aab-4a6d-aeeb-2d3b82856f72),segment_id=4586ed80-6aab-4a6d-aeeb-2d3b82856f72)] {{(pid=106429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:32:02.711819 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-92e65d9c-d09c-4366-86d7-c75013fd6196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (c49641af-30dd-4153-83f0-d0278852f426), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:02.980682 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-92e65d9c-d09c-4366-86d7-c75013fd6196 admin admin] Calling delete_port for c49641af-30dd-4153-83f0-d0278852f426 owned by network:router_interface {{(pid=106429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:32:03.138914 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:32:03.159682 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-92e65d9c-d09c-4366-86d7-c75013fd6196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (c49641af-30dd-4153-83f0-d0278852f426), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:03.183228 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e65d9c-d09c-4366-86d7-c75013fd6196 admin admin] Pushing event deleted for resources: {'Port': ['ID=c49641af-30dd-4153-83f0-d0278852f426,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:32:03.208893 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e65d9c-d09c-4366-86d7-c75013fd6196 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:03.209264 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e65d9c-d09c-4366-86d7-c75013fd6196 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:03.209606 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e65d9c-d09c-4366-86d7-c75013fd6196 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:03.209944 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e65d9c-d09c-4366-86d7-c75013fd6196 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:03.210275 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e65d9c-d09c-4366-86d7-c75013fd6196 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:03.210596 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e65d9c-d09c-4366-86d7-c75013fd6196 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:03.210923 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e65d9c-d09c-4366-86d7-c75013fd6196 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:03.211242 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e65d9c-d09c-4366-86d7-c75013fd6196 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:03.211561 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e65d9c-d09c-4366-86d7-c75013fd6196 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:03.211881 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e65d9c-d09c-4366-86d7-c75013fd6196 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:03.212219 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e65d9c-d09c-4366-86d7-c75013fd6196 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:03.212521 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e65d9c-d09c-4366-86d7-c75013fd6196 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:03.212836 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e65d9c-d09c-4366-86d7-c75013fd6196 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:03.213176 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e65d9c-d09c-4366-86d7-c75013fd6196 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:03.213491 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e65d9c-d09c-4366-86d7-c75013fd6196 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:03.240291 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:32:03.368695 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-92e65d9c-d09c-4366-86d7-c75013fd6196 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3923237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679260'] for router_interface (7f8ba2d4-b02f-44b7-9bc1-15eeca374350), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:03.568429 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e65d9c-d09c-4366-86d7-c75013fd6196 admin admin] Router 7f8ba2d4-b02f-44b7-9bc1-15eeca374350 has already been hosted by L3 agent fd455bb4-c9b2-4c7e-9229-cd8eefeae47d {{(pid=106429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 22:32:03.668619 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e65d9c-d09c-4366-86d7-c75013fd6196 admin admin] Notify agent at l3_agent.dv-cinder-849143-6-iscsi the message routers_updated {{(pid=106429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 22:32:03.675005 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-92e65d9c-d09c-4366-86d7-c75013fd6196 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/7f8ba2d4-b02f-44b7-9bc1-15eeca374350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5639365 Sep 22 22:32:03.676676 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 49042) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:32:03.679225 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28a78c1-496f-44e1-9154-5767560ff43c None None] Sync routers for ids ['7f8ba2d4-b02f-44b7-9bc1-15eeca374350'] in dv-cinder-849143-6-iscsi {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 22:32:03.690728 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28a78c1-496f-44e1-9154-5767560ff43c None None] Routers {'7f8ba2d4-b02f-44b7-9bc1-15eeca374350'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:32:03.691343 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-a28a78c1-496f-44e1-9154-5767560ff43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:31:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['7f8ba2d4-b02f-44b7-9bc1-15eeca374350'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:32:03.775054 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a1533b86-744c-41f2-bc99-010cfd0487ff admin admin] Publish callbacks [] for router (7f8ba2d4-b02f-44b7-9bc1-15eeca374350), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:03.790557 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-a28a78c1-496f-44e1-9154-5767560ff43c None None] Set router 7f8ba2d4-b02f-44b7-9bc1-15eeca374350 gateway port host: dv-cinder-849143-6-iscsi {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:32:03.873328 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a1533b86-744c-41f2-bc99-010cfd0487ff admin admin] Publish callbacks [] for router_gateway (7f8ba2d4-b02f-44b7-9bc1-15eeca374350), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:03.914834 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-a1533b86-744c-41f2-bc99-010cfd0487ff admin admin] Deleting port c6f72960-2bb2-4ea8-90f7-de2002db831a {{(pid=106429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:32:03.915167 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a1533b86-744c-41f2-bc99-010cfd0487ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (c6f72960-2bb2-4ea8-90f7-de2002db831a), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:03.956234 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-a28a78c1-496f-44e1-9154-5767560ff43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8ba2d4-b02f-44b7-9bc1-15eeca374350', 'name': 'tempest-TestShelveInstance-1923789789-router', 'tenant_id': '1d561eb1ee914613a7e83b619c2bd885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'external_fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'c6f72960-2bb2-4ea8-90f7-de2002db831a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:26:52Z', 'updated_at': '2022-09-22T22:32:03Z', 'revision_number': 5, 'project_id': '1d561eb1ee914613a7e83b619c2bd885', 'gw_port': {'id': 'c6f72960-2bb2-4ea8-90f7-de2002db831a', 'name': '', 'network_id': '222d3bc3-ee2a-4d75-8e21-75e580ff73b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8ba2d4-b02f-44b7-9bc1-15eeca374350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T22:26:52Z', 'updated_at': '2022-09-22T22:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4214672d-8971-44fc-bb6c-9c23836d3a7a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-6-iscsi'}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:32:03.984996 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28a78c1-496f-44e1-9154-5767560ff43c None None] Checking router: 7f8ba2d4-b02f-44b7-9bc1-15eeca374350 for host: dv-cinder-849143-6-iscsi {{(pid=106430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 22:32:03.993718 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28a78c1-496f-44e1-9154-5767560ff43c None None] Routers {'7f8ba2d4-b02f-44b7-9bc1-15eeca374350'} bound to L3 agent in host dv-cinder-849143-6-iscsi {{(pid=106430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 22:32:03.994065 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.db [None req-a1533b86-744c-41f2-bc99-010cfd0487ff admin admin] For port c6f72960-2bb2-4ea8-90f7-de2002db831a, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=c6f72960-2bb2-4ea8-90f7-de2002db831a,segment=NetworkSegment(e670811b-8a44-454d-a12e-e434e1b31ebe),segment_id=e670811b-8a44-454d-a12e-e434e1b31ebe)] {{(pid=106429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:32:03.994316 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-a28a78c1-496f-44e1-9154-5767560ff43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T22:01:47Z,description=,heartbeat_timestamp=2022-09-22T22:31:47Z,host='dv-cinder-849143-6-iscsi',id=fd455bb4-c9b2-4c7e-9229-cd8eefeae47d,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T22:01:47Z,topic='l3_agent')) {'router_ids': ['7f8ba2d4-b02f-44b7-9bc1-15eeca374350'], 'active': True} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:32:03.994481 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a1533b86-744c-41f2-bc99-010cfd0487ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (c6f72960-2bb2-4ea8-90f7-de2002db831a), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:04.001577 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:32:04.012181 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-a1533b86-744c-41f2-bc99-010cfd0487ff admin admin] Calling delete_port for c6f72960-2bb2-4ea8-90f7-de2002db831a owned by network:router_gateway {{(pid=106429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:32:04.073420 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvr_db [None req-a28a78c1-496f-44e1-9154-5767560ff43c None None] Set router 7f8ba2d4-b02f-44b7-9bc1-15eeca374350 gateway port host: None {{(pid=106430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 22:32:04.105841 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:32:04.125078 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_hamode_db [None req-a28a78c1-496f-44e1-9154-5767560ff43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8ba2d4-b02f-44b7-9bc1-15eeca374350', 'name': 'tempest-TestShelveInstance-1923789789-router', 'tenant_id': '1d561eb1ee914613a7e83b619c2bd885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:26:52Z', 'updated_at': '2022-09-22T22:32:03Z', 'revision_number': 6, 'project_id': '1d561eb1ee914613a7e83b619c2bd885', 'gw_port_host': None}], 'dv-cinder-849143-6-iscsi', False) {} {{(pid=106430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:32:04.149135 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28a78c1-496f-44e1-9154-5767560ff43c None None] The sync data for ids ['7f8ba2d4-b02f-44b7-9bc1-15eeca374350'] in dv-cinder-849143-6-iscsi is: [{'id': '7f8ba2d4-b02f-44b7-9bc1-15eeca374350', 'name': 'tempest-TestShelveInstance-1923789789-router', 'tenant_id': '1d561eb1ee914613a7e83b619c2bd885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T22:26:52Z', 'updated_at': '2022-09-22T22:32:03Z', 'revision_number': 6, 'project_id': '1d561eb1ee914613a7e83b619c2bd885', 'gw_port_host': None}] {{(pid=106430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 22:32:04.182659 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a1533b86-744c-41f2-bc99-010cfd0487ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (c6f72960-2bb2-4ea8-90f7-de2002db831a), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:04.207150 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1533b86-744c-41f2-bc99-010cfd0487ff admin admin] Pushing event deleted for resources: {'Port': ['ID=c6f72960-2bb2-4ea8-90f7-de2002db831a,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:32:04.268301 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a1533b86-744c-41f2-bc99-010cfd0487ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3684438'] for router_gateway (7f8ba2d4-b02f-44b7-9bc1-15eeca374350), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:04.352781 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a1533b86-744c-41f2-bc99-010cfd0487ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15774'] for router (7f8ba2d4-b02f-44b7-9bc1-15eeca374350), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:04.354942 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a1533b86-744c-41f2-bc99-010cfd0487ff admin admin] Publish callbacks [] for router_controller (7f8ba2d4-b02f-44b7-9bc1-15eeca374350), precommit_delete_associations {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:04.401156 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a1533b86-744c-41f2-bc99-010cfd0487ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679329'] for router (7f8ba2d4-b02f-44b7-9bc1-15eeca374350), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:04.401779 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1533b86-744c-41f2-bc99-010cfd0487ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f8ba2d4-b02f-44b7-9bc1-15eeca374350 {{(pid=106429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 22:32:04.406481 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-a1533b86-744c-41f2-bc99-010cfd0487ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:04.407635 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-a1533b86-744c-41f2-bc99-010cfd0487ff admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/7f8ba2d4-b02f-44b7-9bc1-15eeca374350 HTTP/1.1" status: 204 len: 168 time: 0.7300270 Sep 22 22:32:04.410171 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 49044) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:32:04.455632 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a4a410a-6bba-40ea-9555-8aa2bc8a866d admin admin] Deleting subnet 8f1c462c-c053-479c-83b4-40600fff71b2 {{(pid=106429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 22:32:04.458726 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2a4a410a-6bba-40ea-9555-8aa2bc8a866d admin admin] Publish callbacks [] for subnet (8f1c462c-c053-479c-83b4-40600fff71b2), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:04.494969 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2a4a410a-6bba-40ea-9555-8aa2bc8a866d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10089564'] for subnet (8f1c462c-c053-479c-83b4-40600fff71b2), precommit_delete_associations {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:04.583162 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2a4a410a-6bba-40ea-9555-8aa2bc8a866d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1433450'] for subnet (8f1c462c-c053-479c-83b4-40600fff71b2), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:04.621970 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device c49641af-30dd-4153-83f0-d0278852f426 no longer exists at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:32:04.645912 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] No Port match for: c49641af-30dd-4153-83f0-d0278852f426 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:32:04.646184 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2a4a410a-6bba-40ea-9555-8aa2bc8a866d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1344343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9559237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9385076'] for subnet (8f1c462c-c053-479c-83b4-40600fff71b2), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:04.646408 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device c49641af-30dd-4153-83f0-d0278852f426 not bound to the agent host dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:32:04.671592 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a410a-6bba-40ea-9555-8aa2bc8a866d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f1c462c-c053-479c-83b4-40600fff71b2,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:32:04.677161 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-2a4a410a-6bba-40ea-9555-8aa2bc8a866d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:04.680483 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-2a4a410a-6bba-40ea-9555-8aa2bc8a866d admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/8f1c462c-c053-479c-83b4-40600fff71b2 HTTP/1.1" status: 204 len: 168 time: 0.2693925 Sep 22 22:32:04.682973 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 49046) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:32:04.686032 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f417b7-a525-4653-a280-18c1891a9115 None None] Network 4b606ce8-14ba-4bd3-b250-99da6746794a requested from dv-cinder-849143-6-iscsi {{(pid=106430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 22:32:04.757550 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e371cd19-cd00-4b8f-a04a-0603dabe354b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425183'] for network (4b606ce8-14ba-4bd3-b250-99da6746794a), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:04.806387 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-e371cd19-cd00-4b8f-a04a-0603dabe354b admin admin] Deleting port 29f7c4df-eb01-4cc4-8509-7d07a1ccac07 {{(pid=106429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:32:04.806730 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e371cd19-cd00-4b8f-a04a-0603dabe354b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (29f7c4df-eb01-4cc4-8509-7d07a1ccac07), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:04.872925 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.db [None req-e371cd19-cd00-4b8f-a04a-0603dabe354b admin admin] For port 29f7c4df-eb01-4cc4-8509-7d07a1ccac07, host dv-cinder-849143-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-6-iscsi',level=0,port_id=29f7c4df-eb01-4cc4-8509-7d07a1ccac07,segment=NetworkSegment(4586ed80-6aab-4a6d-aeeb-2d3b82856f72),segment_id=4586ed80-6aab-4a6d-aeeb-2d3b82856f72)] {{(pid=106429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:32:04.873306 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e371cd19-cd00-4b8f-a04a-0603dabe354b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (29f7c4df-eb01-4cc4-8509-7d07a1ccac07), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:04.886298 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.plugin [None req-e371cd19-cd00-4b8f-a04a-0603dabe354b admin admin] Calling delete_port for 29f7c4df-eb01-4cc4-8509-7d07a1ccac07 owned by network:dhcp {{(pid=106429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:32:04.951911 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:32:04.953364 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b14542b-f200-481d-aed6-75bf764171d1 None None] DHCP port deletion for 4b606ce8-14ba-4bd3-b250-99da6746794a request from dv-cinder-849143-6-iscsi {{(pid=106430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 22:32:04.970487 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:DELETE=10,neutron:UPDATE=2,neutron:SELECT=88 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:32:04.980920 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e371cd19-cd00-4b8f-a04a-0603dabe354b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9559210'] for port (29f7c4df-eb01-4cc4-8509-7d07a1ccac07), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:04.995100 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-0b14542b-f200-481d-aed6-75bf764171d1 None None] Deleting port 29f7c4df-eb01-4cc4-8509-7d07a1ccac07 {{(pid=106430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 22:32:04.995480 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-0b14542b-f200-481d-aed6-75bf764171d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778793942285'] for port (29f7c4df-eb01-4cc4-8509-7d07a1ccac07), before_delete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:05.009958 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e371cd19-cd00-4b8f-a04a-0603dabe354b admin admin] No DVR routers for this DVR port 29f7c4df-eb01-4cc4-8509-7d07a1ccac07 on host dv-cinder-849143-6-iscsi {{(pid=106429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:32:05.015250 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371cd19-cd00-4b8f-a04a-0603dabe354b admin admin] Pushing event deleted for resources: {'Port': ['ID=29f7c4df-eb01-4cc4-8509-7d07a1ccac07,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:32:05.067582 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.db [None req-0b14542b-f200-481d-aed6-75bf764171d1 None None] For port 29f7c4df-eb01-4cc4-8509-7d07a1ccac07, host dv-cinder-849143-6-iscsi, got binding levels [] {{(pid=106430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 22:32:05.068057 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-0b14542b-f200-481d-aed6-75bf764171d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3768150'] for port (29f7c4df-eb01-4cc4-8509-7d07a1ccac07), precommit_delete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:05.082195 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-0b14542b-f200-481d-aed6-75bf764171d1 None None] Calling delete_port for 29f7c4df-eb01-4cc4-8509-7d07a1ccac07 owned by network:dhcp {{(pid=106430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 22:32:05.084807 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.ipam_backend_mixin [None req-0b14542b-f200-481d-aed6-75bf764171d1 None None] Port 29f7c4df-eb01-4cc4-8509-7d07a1ccac07 was not found and therefore no delete operation was performed {{(pid=106430) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 22 22:32:05.086029 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-0b14542b-f200-481d-aed6-75bf764171d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1412235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84211', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778793912203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778793453514'] for port (29f7c4df-eb01-4cc4-8509-7d07a1ccac07), after_delete {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:05.094425 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e371cd19-cd00-4b8f-a04a-0603dabe354b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1288257', 'neutron.services.segments.db._delete_segments_for_network-8778793935297'] for network (4b606ce8-14ba-4bd3-b250-99da6746794a), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:05.110264 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14542b-f200-481d-aed6-75bf764171d1 None None] Pushing event deleted for resources: {'Port': ['ID=29f7c4df-eb01-4cc4-8509-7d07a1ccac07,revision_number=None']} {{(pid=106430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:32:05.115347 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.services.segments.db [None req-e371cd19-cd00-4b8f-a04a-0603dabe354b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b606ce8-14ba-4bd3-b250-99da6746794a']}} {{(pid=106429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:32:05.118211 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b14542b-f200-481d-aed6-75bf764171d1 None None] No DVR routers for this DVR port 29f7c4df-eb01-4cc4-8509-7d07a1ccac07 on host dv-cinder-849143-6-iscsi {{(pid=106430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 22:32:05.120857 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b14542b-f200-481d-aed6-75bf764171d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:05.121226 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b14542b-f200-481d-aed6-75bf764171d1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:05.121711 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b14542b-f200-481d-aed6-75bf764171d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:05.122285 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b14542b-f200-481d-aed6-75bf764171d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:05.122813 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b14542b-f200-481d-aed6-75bf764171d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:05.123133 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b14542b-f200-481d-aed6-75bf764171d1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:05.123654 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b14542b-f200-481d-aed6-75bf764171d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:05.123984 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b14542b-f200-481d-aed6-75bf764171d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:05.124305 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b14542b-f200-481d-aed6-75bf764171d1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:05.124832 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b14542b-f200-481d-aed6-75bf764171d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:05.125358 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b14542b-f200-481d-aed6-75bf764171d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:05.125686 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b14542b-f200-481d-aed6-75bf764171d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:05.126009 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b14542b-f200-481d-aed6-75bf764171d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:05.126335 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b14542b-f200-481d-aed6-75bf764171d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:05.126475 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.services.segments.db [None req-e371cd19-cd00-4b8f-a04a-0603dabe354b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4586ed80-6aab-4a6d-aeeb-2d3b82856f72') {'for_net_delete': True} {{(pid=106429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:32:05.126648 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b14542b-f200-481d-aed6-75bf764171d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-6-iscsi {{(pid=106430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 22:32:05.126904 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.services.segments.db [None req-e371cd19-cd00-4b8f-a04a-0603dabe354b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4586ed80-6aab-4a6d-aeeb-2d3b82856f72') {} {{(pid=106429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 22:32:05.142069 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e371cd19-cd00-4b8f-a04a-0603dabe354b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778793935189', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10089575'] for segment (4586ed80-6aab-4a6d-aeeb-2d3b82856f72), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:05.157075 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e371cd19-cd00-4b8f-a04a-0603dabe354b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926'] for segment (4586ed80-6aab-4a6d-aeeb-2d3b82856f72), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:05.163913 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e371cd19-cd00-4b8f-a04a-0603dabe354b admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=106429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 22:32:05.164233 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e371cd19-cd00-4b8f-a04a-0603dabe354b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1390926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9559167'] for segment (4586ed80-6aab-4a6d-aeeb-2d3b82856f72), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:05.239689 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e371cd19-cd00-4b8f-a04a-0603dabe354b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1288312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3727144', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3923218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684483'] for network (4b606ce8-14ba-4bd3-b250-99da6746794a), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:05.245474 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-e371cd19-cd00-4b8f-a04a-0603dabe354b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3923200'] for network (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:05.250113 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-e371cd19-cd00-4b8f-a04a-0603dabe354b admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/4b606ce8-14ba-4bd3-b250-99da6746794a HTTP/1.1" status: 204 len: 168 time: 0.5661924 Sep 22 22:32:05.264057 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371cd19-cd00-4b8f-a04a-0603dabe354b admin admin] Pushing event deleted for resources: {'Network': ['ID=4b606ce8-14ba-4bd3-b250-99da6746794a,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:32:05.281719 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.services.segments.plugin [-] Segment 4586ed80-6aab-4a6d-aeeb-2d3b82856f72 resource provider aggregate not found Sep 22 22:32:05.298297 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.services.segments.plugin [-] Segment 4586ed80-6aab-4a6d-aeeb-2d3b82856f72 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4586ed80-6aab-4a6d-aeeb-2d3b82856f72 found for delete ", "request_id": "req-c3c2c97d-6d3b-45e4-9199-f67ec49f2149"}]} Sep 22 22:32:05.367866 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 49056) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:32:05.408155 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-883e2f5e-9748-41f0-8a93-21d3c4d90254 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=285dd074069d48d2951a195965088521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391552 Sep 22 22:32:05.410753 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [-] (106429) accepted ('10.222.0.25', 49058) {{(pid=106429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:32:05.460297 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-296df067-e0de-4d12-bd73-b18a74b5027d admin admin] Publish callbacks [] for security_group (e81de559-8bdf-4df5-9896-0c42ebe1bee8), before_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:05.481099 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-296df067-e0de-4d12-bd73-b18a74b5027d admin admin] Publish callbacks [] for security_group (e81de559-8bdf-4df5-9896-0c42ebe1bee8), precommit_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:05.533953 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-296df067-e0de-4d12-bd73-b18a74b5027d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (e81de559-8bdf-4df5-9896-0c42ebe1bee8), after_delete {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:05.536468 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron_lib.callbacks.manager [None req-296df067-e0de-4d12-bd73-b18a74b5027d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:05.537686 dv-cinder-849143-6-iscsi neutron-server[106429]: INFO neutron.wsgi [None req-296df067-e0de-4d12-bd73-b18a74b5027d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e81de559-8bdf-4df5-9896-0c42ebe1bee8 HTTP/1.1" status: 204 len: 168 time: 0.1260366 Sep 22 22:32:05.546109 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296df067-e0de-4d12-bd73-b18a74b5027d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81de559-8bdf-4df5-9896-0c42ebe1bee8,revision_number=None']} {{(pid=106429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:32:05.875431 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 49064) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:32:05.916284 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-f90d7e88-ea03-4590-be1d-18a3864f02c3 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1d561eb1ee914613a7e83b619c2bd885&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391848 Sep 22 22:32:05.918092 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [-] (106428) accepted ('10.222.0.25', 49066) {{(pid=106428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 22:32:05.965504 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd3f0-986f-4f3a-a286-31e9d657ea7e admin admin] Publish callbacks [] for security_group (890f1553-c0fa-4fe8-922d-e8c1b863943d), before_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:05.985659 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd3f0-986f-4f3a-a286-31e9d657ea7e admin admin] Publish callbacks [] for security_group (890f1553-c0fa-4fe8-922d-e8c1b863943d), precommit_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:06.034357 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd3f0-986f-4f3a-a286-31e9d657ea7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3728839'] for security_group (890f1553-c0fa-4fe8-922d-e8c1b863943d), after_delete {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:06.036934 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd3f0-986f-4f3a-a286-31e9d657ea7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:06.038105 dv-cinder-849143-6-iscsi neutron-server[106428]: INFO neutron.wsgi [None req-0f7fd3f0-986f-4f3a-a286-31e9d657ea7e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/890f1553-c0fa-4fe8-922d-e8c1b863943d HTTP/1.1" status: 204 len: 168 time: 0.1191366 Sep 22 22:32:06.046106 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fd3f0-986f-4f3a-a286-31e9d657ea7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890f1553-c0fa-4fe8-922d-e8c1b863943d,revision_number=None']} {{(pid=106428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 22:32:06.060131 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:32:06.244839 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device c6f72960-2bb2-4ea8-90f7-de2002db831a no longer exists at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:32:06.267222 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] No Port match for: c6f72960-2bb2-4ea8-90f7-de2002db831a {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:32:06.267568 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device c6f72960-2bb2-4ea8-90f7-de2002db831a not bound to the agent host dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:32:06.267992 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 29f7c4df-eb01-4cc4-8509-7d07a1ccac07 no longer exists at agent ovs-agent-dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 22:32:06.287747 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.plugin [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] No Port match for: 29f7c4df-eb01-4cc4-8509-7d07a1ccac07 {{(pid=106430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 22:32:06.288094 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron.plugins.ml2.rpc [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Device 29f7c4df-eb01-4cc4-8509-7d07a1ccac07 not bound to the agent host dv-cinder-849143-6-iscsi {{(pid=106430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 22:32:11.090158 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=12 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:32:11.094595 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=11 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:32:14.928048 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:32:14.941960 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-f162fe93-5338-4f0a-b8de-8ae7ff246ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:15.540854 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:DELETE=6,neutron:SELECT=44,neutron:UPDATE=1 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:32:15.541577 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG dbcounter [-] [106429] Writing DB stats neutron:SELECT=40,neutron:DELETE=5 {{(pid=106429) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:32:16.020543 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=76,neutron:DELETE=8 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:32:16.041642 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG dbcounter [-] [106428] Writing DB stats neutron:SELECT=54,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106428) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:32:17.109316 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-b2096034-f3bf-4372-95a9-6b32e7e03df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:17.824827 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:18.413257 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:19.830598 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:20.186568 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:30.179481 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:32:30.181477 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:32:31.123675 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:32:40.143537 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=16 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:32:41.119471 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=18 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:32:44.943782 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-8f9b6a16-f020-49af-862d-a5a5a6f3fec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:47.110900 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-a420a6e4-1333-4cd2-a206-5816b0ff07d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:47.860016 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:48.416159 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:49.832822 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:32:50.188305 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:33:00.182707 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:33:00.184621 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:33:08.123492 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:33:14.945855 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-1ced9894-4bce-40bb-b388-a6780dc5b7ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:33:17.113488 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-4d430b61-332d-4178-82b2-4573810123a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:33:17.868610 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:33:18.119511 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=2 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:33:18.120171 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=6 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:33:18.419555 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:33:19.837708 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:33:20.191329 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:33:30.185603 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:33:30.187497 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:33:44.942305 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-e8eddc56-468c-421d-b4aa-747c99ad4f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:33:45.123967 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:33:47.115323 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-a83386cf-8ed6-46a2-bdb3-e01014c6c971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:33:47.865174 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:33:48.422078 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:33:49.830322 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:33:50.193455 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:33:55.118914 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:33:55.119724 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=6 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:34:00.187097 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:34:00.189000 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:34:14.944717 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-1ec8d2af-6c3d-468e-a56e-0f82bd00b1ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:34:17.118298 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-24eecc79-a736-4d7c-ab0e-d642e1d1e7af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:34:17.882018 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:34:18.428091 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:34:19.832751 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:34:20.196599 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:34:22.123914 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:34:26.312735 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [req-496c9e89-637d-4e4e-a268-71c2520886cd req-1eeca81b-8914-4ff2-9371-95c715b55f36 service neutron] (106428) timed out ('10.222.0.57', 53443) {{(pid=106428) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 22 22:34:30.189283 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:34:30.191132 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:34:40.144131 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=17 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:34:40.146083 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=17 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:34:44.947004 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-ad47aa5a-113e-4dce-91f8-e7cb0645a623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:34:47.120029 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-6106bada-6700-4ce5-a5d7-026307936436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:34:47.893474 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:34:48.429711 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:34:49.835773 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:34:50.199046 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:34:59.122492 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:35:00.193112 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:35:00.195059 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:35:13.154657 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=4 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:35:13.155404 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=6 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:35:14.948825 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-64ac023f-9f0a-414f-88a1-9ce212ac577e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:35:17.122490 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-265daa00-28f9-4dfc-945a-c48eea8b54c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:35:17.895434 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:35:18.431738 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:35:19.839457 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:35:20.204927 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:35:30.199269 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:35:30.201163 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:35:36.122742 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:35:44.951370 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-a9c85bcc-645c-4b20-b849-89c6d42f7e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:35:46.118325 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=5 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:35:46.119373 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:35:47.125014 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-52c11633-07a2-4ee9-8078-dff0ca674e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:35:47.909554 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:35:48.436652 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:35:49.464860 dv-cinder-849143-6-iscsi neutron-server[106429]: DEBUG neutron.wsgi [req-a9acf879-707a-4bdf-8d02-741330f8b0c2 req-3fd025f3-489b-4f30-b9d5-35c250588214 service neutron] (106429) timed out ('10.222.0.25', 45050) {{(pid=106429) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 22 22:35:49.637540 dv-cinder-849143-6-iscsi neutron-server[106428]: DEBUG neutron.wsgi [req-a9acf879-707a-4bdf-8d02-741330f8b0c2 req-319cb919-0caa-4c89-a9f0-55d9ce98b017 tempest-AttachVolumeShelveTestJSON-869090602 tempest-AttachVolumeShelveTestJSON-869090602-project] (106428) timed out ('10.222.0.25', 45060) {{(pid=106428) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 22 22:35:49.843282 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:35:50.204060 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:36:00.198651 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:36:00.200516 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:36:13.122189 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:36:14.953342 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-d253557c-8879-4610-8998-d26f5ae1c591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:36:17.127070 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-0fc523ac-6d12-41a2-af24-c12f143620be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:36:17.923313 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:36:18.436954 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:36:19.846612 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:36:20.211564 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:36:23.117735 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=3 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:36:23.118513 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=5 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:36:30.203770 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:36:30.208161 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:36:40.157001 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=11 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:36:40.157856 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=15 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:36:44.955009 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-d1db433b-8512-4e82-9972-504f4eced675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:36:47.129223 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-61bb03cb-56db-4c50-8f5e-7119c5730d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:36:47.923319 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:36:48.441263 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:36:49.848496 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:36:50.122438 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:36:50.210950 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:36:57.127986 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=3 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:37:00.119036 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG dbcounter [-] [106431] Writing DB stats neutron:SELECT=5 {{(pid=106431) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:37:00.200446 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:37:00.206222 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:UPDATE=5,neutron:SELECT=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:37:14.956387 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-476655c4-8291-4e52-9b42-ac75fc342539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (46112969-b587-44d5-b5c4-b732185f2ac5), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:37:17.131421 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-d176c39e-d725-4f6f-9a0e-3c57c43f4f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (fd455bb4-c9b2-4c7e-9229-cd8eefeae47d), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:37:17.941237 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-15c37eea-3fd3-4361-abad-9e0d6d4ce6c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (f58a5d14-2dbe-4cfa-b35c-e1b8e6e24a71), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:37:18.442481 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fcd73973-4297-4d1b-b294-842c0492abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (6245254e-c057-4a25-a811-6056aee2f76e), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:37:19.852057 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-fec0de71-373f-4279-b8f6-0ea486f8f5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (242c5a09-9114-455f-b7b4-632afabd47ba), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:37:20.220971 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG neutron_lib.callbacks.manager [None req-5ee6aebf-362b-4901-b822-ed4dd99dcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778793935279', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282560'] for agent (b566867d-4c97-4f9a-a3b8-25fdd4990b62), after_update {{(pid=106430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 22:37:27.122215 dv-cinder-849143-6-iscsi neutron-server[106431]: DEBUG neutron.db.agents_db [None req-51503c91-5241-40b8-a97a-ada174fef683 None None] Agent healthcheck: found 6 active agents {{(pid=106431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 22:37:30.208227 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 22:37:30.215388 dv-cinder-849143-6-iscsi neutron-server[106430]: DEBUG dbcounter [-] [106430] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106430) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}